2024-11-20 19:58:00,019 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 19:58:00,031 main DEBUG Took 0.010420 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 19:58:00,032 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 19:58:00,032 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 19:58:00,033 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 19:58:00,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,043 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 19:58:00,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,060 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,061 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,064 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,067 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,068 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,069 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,071 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:58:00,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,072 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 19:58:00,074 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:58:00,075 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 19:58:00,077 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 19:58:00,077 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 19:58:00,079 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 19:58:00,080 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 19:58:00,091 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 19:58:00,094 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 19:58:00,096 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 19:58:00,097 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 19:58:00,097 main DEBUG createAppenders(={Console}) 2024-11-20 19:58:00,098 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 19:58:00,099 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 19:58:00,099 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 19:58:00,100 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 19:58:00,100 main DEBUG OutputStream closed 2024-11-20 19:58:00,100 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 19:58:00,101 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 19:58:00,101 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 19:58:00,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 19:58:00,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 19:58:00,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 19:58:00,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 19:58:00,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 19:58:00,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 19:58:00,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 19:58:00,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 19:58:00,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 19:58:00,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 19:58:00,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 19:58:00,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 19:58:00,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 19:58:00,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 19:58:00,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 19:58:00,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 19:58:00,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 19:58:00,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 19:58:00,192 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 19:58:00,193 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 19:58:00,193 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 19:58:00,194 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T19:58:00,522 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c 2024-11-20 19:58:00,525 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 19:58:00,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T19:58:00,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-20T19:58:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:58:00,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5, deleteOnExit=true 2024-11-20T19:58:00,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:58:00,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/test.cache.data in system properties and HBase conf 2024-11-20T19:58:00,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:58:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:58:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:58:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:58:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:58:00,673 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T19:58:00,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:58:00,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:58:00,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:58:00,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:58:00,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:58:00,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:58:00,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:58:00,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:58:00,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:58:00,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:58:00,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:58:00,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:58:00,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:58:00,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:58:00,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:58:01,695 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T19:58:01,786 INFO [Time-limited test {}] log.Log(170): Logging initialized @2626ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T19:58:01,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:58:01,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:58:01,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:58:01,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:58:01,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:58:01,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:58:01,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:58:01,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:58:02,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/java.io.tmpdir/jetty-localhost-43995-hadoop-hdfs-3_4_1-tests_jar-_-any-12098918651441300494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:58:02,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43995} 2024-11-20T19:58:02,218 INFO [Time-limited test {}] server.Server(415): Started @3059ms 2024-11-20T19:58:02,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:58:02,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:58:02,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:58:02,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:58:02,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:58:02,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:58:02,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:58:02,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/java.io.tmpdir/jetty-localhost-35999-hadoop-hdfs-3_4_1-tests_jar-_-any-7522423070851035581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:58:02,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35999} 2024-11-20T19:58:02,821 INFO [Time-limited test {}] server.Server(415): Started @3661ms 2024-11-20T19:58:02,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:58:03,410 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data2/current/BP-1414581520-172.17.0.2-1732132681432/current, will proceed with Du for space computation calculation, 2024-11-20T19:58:03,410 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data1/current/BP-1414581520-172.17.0.2-1732132681432/current, will proceed with Du for space computation calculation, 2024-11-20T19:58:03,459 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:58:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb5d59753f9afcdd with lease ID 0x53bc0b0960a2e740: Processing first storage report for DS-f21470b9-a128-4898-b213-927c6544a367 from datanode DatanodeRegistration(127.0.0.1:41579, datanodeUuid=bbb89e10-336d-49e4-8e8d-6969e3c3aed1, infoPort=36601, infoSecurePort=0, ipcPort=46647, storageInfo=lv=-57;cid=testClusterID;nsid=631063241;c=1732132681432) 2024-11-20T19:58:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb5d59753f9afcdd with lease ID 0x53bc0b0960a2e740: from storage DS-f21470b9-a128-4898-b213-927c6544a367 node DatanodeRegistration(127.0.0.1:41579, datanodeUuid=bbb89e10-336d-49e4-8e8d-6969e3c3aed1, infoPort=36601, infoSecurePort=0, ipcPort=46647, storageInfo=lv=-57;cid=testClusterID;nsid=631063241;c=1732132681432), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T19:58:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb5d59753f9afcdd with lease ID 0x53bc0b0960a2e740: Processing first storage report for DS-6dbaffc7-f8f8-4060-b681-0e06d5606748 from datanode DatanodeRegistration(127.0.0.1:41579, datanodeUuid=bbb89e10-336d-49e4-8e8d-6969e3c3aed1, infoPort=36601, infoSecurePort=0, ipcPort=46647, storageInfo=lv=-57;cid=testClusterID;nsid=631063241;c=1732132681432) 2024-11-20T19:58:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb5d59753f9afcdd with lease ID 0x53bc0b0960a2e740: from storage DS-6dbaffc7-f8f8-4060-b681-0e06d5606748 node DatanodeRegistration(127.0.0.1:41579, datanodeUuid=bbb89e10-336d-49e4-8e8d-6969e3c3aed1, infoPort=36601, infoSecurePort=0, ipcPort=46647, storageInfo=lv=-57;cid=testClusterID;nsid=631063241;c=1732132681432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:58:03,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c 2024-11-20T19:58:03,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/zookeeper_0, clientPort=49351, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:58:03,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49351 2024-11-20T19:58:03,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:03,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:58:04,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 with version=8 2024-11-20T19:58:04,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/hbase-staging 2024-11-20T19:58:04,484 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T19:58:04,763 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7200dd4cf518:0 server-side Connection retries=45 2024-11-20T19:58:04,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:04,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:04,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:58:04,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:04,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:58:04,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:58:05,002 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T19:58:05,014 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T19:58:05,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:58:05,054 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30752 (auto-detected) 2024-11-20T19:58:05,055 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T19:58:05,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38023 2024-11-20T19:58:05,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38023 connecting to ZooKeeper ensemble=127.0.0.1:49351 2024-11-20T19:58:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380230x0, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:58:05,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38023-0x10136f52a160000 connected 2024-11-20T19:58:05,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:05,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:05,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:58:05,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737, hbase.cluster.distributed=false 2024-11-20T19:58:05,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:58:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-20T19:58:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38023 2024-11-20T19:58:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38023 2024-11-20T19:58:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-20T19:58:05,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-20T19:58:05,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7200dd4cf518:0 server-side Connection retries=45 2024-11-20T19:58:05,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:05,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:05,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:58:05,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:58:05,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:58:05,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:58:05,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:58:05,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39215 2024-11-20T19:58:05,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39215 connecting to ZooKeeper ensemble=127.0.0.1:49351 2024-11-20T19:58:05,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:05,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:05,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392150x0, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:58:05,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39215-0x10136f52a160001 connected 2024-11-20T19:58:05,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:58:05,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:58:05,438 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:58:05,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:58:05,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:58:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-20T19:58:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39215 2024-11-20T19:58:05,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39215 2024-11-20T19:58:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-20T19:58:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39215 2024-11-20T19:58:05,468 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7200dd4cf518:38023 2024-11-20T19:58:05,469 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7200dd4cf518,38023,1732132684546 2024-11-20T19:58:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:58:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:58:05,480 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7200dd4cf518,38023,1732132684546 2024-11-20T19:58:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:58:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:05,504 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T19:58:05,506 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7200dd4cf518,38023,1732132684546 from backup master directory 2024-11-20T19:58:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:58:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7200dd4cf518,38023,1732132684546 2024-11-20T19:58:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:58:05,510 WARN [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:58:05,510 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7200dd4cf518,38023,1732132684546 2024-11-20T19:58:05,513 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T19:58:05,516 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T19:58:05,592 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/hbase.id] with ID: 8a6b5941-d448-44bc-b754-d87bda1cbe52 2024-11-20T19:58:05,592 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/.tmp/hbase.id 2024-11-20T19:58:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:58:06,005 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/.tmp/hbase.id]:[hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/hbase.id] 2024-11-20T19:58:06,054 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:58:06,060 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:58:06,081 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-20T19:58:06,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:06,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:06,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:58:06,521 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:58:06,523 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:58:06,544 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:06,549 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:58:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:58:07,005 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store 2024-11-20T19:58:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:58:07,433 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T19:58:07,437 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:07,439 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:58:07,439 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:58:07,439 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:58:07,441 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-20T19:58:07,442 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:58:07,442 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:58:07,444 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732132687439Disabling compacts and flushes for region at 1732132687439Disabling writes for close at 1732132687442 (+3 ms)Writing region close event to WAL at 1732132687442Closed at 1732132687442 2024-11-20T19:58:07,447 WARN [master/7200dd4cf518:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/.initializing 2024-11-20T19:58:07,447 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/WALs/7200dd4cf518,38023,1732132684546 2024-11-20T19:58:07,458 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:58:07,475 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7200dd4cf518%2C38023%2C1732132684546, suffix=, logDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/WALs/7200dd4cf518,38023,1732132684546, archiveDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/oldWALs, maxLogs=10 2024-11-20T19:58:07,504 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/WALs/7200dd4cf518,38023,1732132684546/7200dd4cf518%2C38023%2C1732132684546.1732132687481, exclude list is [], retry=0 2024-11-20T19:58:07,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-f21470b9-a128-4898-b213-927c6544a367,DISK] 2024-11-20T19:58:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T19:58:07,567 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/WALs/7200dd4cf518,38023,1732132684546/7200dd4cf518%2C38023%2C1732132684546.1732132687481 2024-11-20T19:58:07,568 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-20T19:58:07,569 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:58:07,569 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:07,573 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,574 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:58:07,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:07,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:07,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:58:07,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:58:07,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:07,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:07,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:58:07,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:07,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:07,667 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,671 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,672 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,677 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,678 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,683 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:58:07,686 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:58:07,691 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:58:07,693 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74427535, jitterRate=0.10905669629573822}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:58:07,698 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732132687587Initializing all the Stores at 1732132687589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132687590 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132687591 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132687591Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132687591Cleaning up temporary data from old regions at 1732132687678 (+87 ms)Region opened successfully at 1732132687698 (+20 ms) 2024-11-20T19:58:07,699 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:58:07,736 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e8568f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7200dd4cf518/172.17.0.2:0 2024-11-20T19:58:07,774 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:58:07,787 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:58:07,787 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:58:07,790 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:58:07,792 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T19:58:07,797 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T19:58:07,797 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:58:07,826 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:58:07,836 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T19:58:07,838 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T19:58:07,841 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:58:07,843 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:58:07,844 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T19:58:07,847 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:58:07,850 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:58:07,853 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T19:58:07,855 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:58:07,856 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T19:58:07,875 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:58:07,877 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T19:58:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:58:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:58:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,885 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7200dd4cf518,38023,1732132684546, sessionid=0x10136f52a160000, setting cluster-up flag (Was=false) 2024-11-20T19:58:07,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,910 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T19:58:07,912 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7200dd4cf518,38023,1732132684546 2024-11-20T19:58:07,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:07,928 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T19:58:07,930 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7200dd4cf518,38023,1732132684546 2024-11-20T19:58:07,939 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:58:07,959 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(746): ClusterId : 8a6b5941-d448-44bc-b754-d87bda1cbe52 2024-11-20T19:58:07,963 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:58:07,969 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:58:07,969 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:58:07,972 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:58:07,973 DEBUG [RS:0;7200dd4cf518:39215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f994f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7200dd4cf518/172.17.0.2:0 2024-11-20T19:58:07,994 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7200dd4cf518:39215 2024-11-20T19:58:07,999 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:58:07,999 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:58:07,999 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:58:08,003 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(2659): reportForDuty to master=7200dd4cf518,38023,1732132684546 with port=39215, startcode=1732132685355 2024-11-20T19:58:08,016 DEBUG [RS:0;7200dd4cf518:39215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:58:08,047 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:58:08,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:58:08,064 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:58:08,068 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38023 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:08,073 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:58:08,080 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7200dd4cf518,38023,1732132684546 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:58:08,089 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7200dd4cf518:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:58:08,089 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7200dd4cf518:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:58:08,090 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7200dd4cf518:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:58:08,090 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7200dd4cf518:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:58:08,090 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7200dd4cf518:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:58:08,090 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,091 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7200dd4cf518:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:58:08,091 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,098 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732132718097 2024-11-20T19:58:08,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:58:08,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:58:08,100 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:58:08,101 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:58:08,106 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:58:08,106 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:58:08,106 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T19:58:08,107 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:58:08,107 WARN [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T19:58:08,107 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:58:08,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:08,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:58:08,108 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,113 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:58:08,114 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:58:08,115 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:58:08,119 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:58:08,119 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:58:08,124 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.large.0-1732132688121,5,FailOnTimeoutGroup] 2024-11-20T19:58:08,125 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.small.0-1732132688125,5,FailOnTimeoutGroup] 2024-11-20T19:58:08,125 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,126 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:58:08,127 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,128 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:58:08,208 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(2659): reportForDuty to master=7200dd4cf518,38023,1732132684546 with port=39215, startcode=1732132685355 2024-11-20T19:58:08,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38023 {}] master.ServerManager(517): Registering regionserver=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,225 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:58:08,226 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45215 2024-11-20T19:58:08,226 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:58:08,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:58:08,232 DEBUG [RS:0;7200dd4cf518:39215 {}] zookeeper.ZKUtil(111): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,233 WARN [RS:0;7200dd4cf518:39215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:58:08,233 INFO [RS:0;7200dd4cf518:39215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:58:08,233 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7200dd4cf518,39215,1732132685355] 2024-11-20T19:58:08,262 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:58:08,276 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:58:08,281 INFO [RS:0;7200dd4cf518:39215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:58:08,281 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,282 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:58:08,287 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:58:08,288 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,289 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,289 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,289 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,289 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,290 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,290 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7200dd4cf518:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:58:08,290 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,290 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,290 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,291 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,291 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,291 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7200dd4cf518:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:58:08,291 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7200dd4cf518:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:58:08,292 DEBUG [RS:0;7200dd4cf518:39215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:58:08,295 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,295 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,295 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,296 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,296 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,296 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,39215,1732132685355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:58:08,323 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:58:08,326 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,39215,1732132685355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,326 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,326 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.Replication(171): 7200dd4cf518,39215,1732132685355 started 2024-11-20T19:58:08,348 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:08,349 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1482): Serving as 7200dd4cf518,39215,1732132685355, RpcServer on 7200dd4cf518/172.17.0.2:39215, sessionid=0x10136f52a160001 2024-11-20T19:58:08,350 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:58:08,350 DEBUG [RS:0;7200dd4cf518:39215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,350 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7200dd4cf518,39215,1732132685355' 2024-11-20T19:58:08,350 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:58:08,352 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:58:08,353 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:58:08,353 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:58:08,353 DEBUG [RS:0;7200dd4cf518:39215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7200dd4cf518,39215,1732132685355 2024-11-20T19:58:08,353 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7200dd4cf518,39215,1732132685355' 2024-11-20T19:58:08,353 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:58:08,354 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:58:08,355 DEBUG [RS:0;7200dd4cf518:39215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:58:08,355 INFO [RS:0;7200dd4cf518:39215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:58:08,355 INFO [RS:0;7200dd4cf518:39215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:58:08,463 INFO [RS:0;7200dd4cf518:39215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:58:08,467 INFO [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7200dd4cf518%2C39215%2C1732132685355, suffix=, logDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355, archiveDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/oldWALs, maxLogs=32 2024-11-20T19:58:08,484 DEBUG [RS:0;7200dd4cf518:39215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355/7200dd4cf518%2C39215%2C1732132685355.1732132688469, exclude list is [], retry=0 2024-11-20T19:58:08,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-f21470b9-a128-4898-b213-927c6544a367,DISK] 2024-11-20T19:58:08,491 INFO [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355/7200dd4cf518%2C39215%2C1732132685355.1732132688469 2024-11-20T19:58:08,492 DEBUG [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-20T19:58:08,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:58:08,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:58:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:58:08,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:08,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:58:08,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:58:08,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:08,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:08,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:58:08,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:58:08,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:58:08,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:58:08,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:08,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:08,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:58:08,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:58:08,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:08,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:08,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:58:08,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740 2024-11-20T19:58:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740 2024-11-20T19:58:08,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:58:08,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:58:08,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:58:08,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:58:08,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:58:08,979 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65011425, jitterRate=-0.031254276633262634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:58:08,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732132688943Initializing all the Stores at 1732132688946 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132688946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132688946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132688946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132688946Cleaning up temporary data from old regions at 1732132688970 (+24 ms)Region opened successfully at 1732132688981 (+11 ms) 2024-11-20T19:58:08,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:58:08,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:58:08,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:58:08,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:58:08,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:58:08,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:58:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732132688982Disabling compacts and flushes for region at 1732132688982Disabling writes for close at 1732132688982Writing region close event to WAL at 1732132688983 (+1 ms)Closed at 1732132688983 2024-11-20T19:58:08,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:58:08,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:58:08,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:58:09,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:58:09,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:58:09,160 DEBUG [7200dd4cf518:38023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:58:09,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:09,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7200dd4cf518,39215,1732132685355, state=OPENING 2024-11-20T19:58:09,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:58:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:58:09,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:58:09,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:58:09,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:58:09,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:09,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:58:09,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38391, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:58:09,379 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:58:09,380 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:58:09,380 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:58:09,383 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7200dd4cf518%2C39215%2C1732132685355.meta, suffix=.meta, logDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355, archiveDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/oldWALs, maxLogs=32 2024-11-20T19:58:09,399 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355/7200dd4cf518%2C39215%2C1732132685355.meta.1732132689385.meta, exclude list is [], retry=0 2024-11-20T19:58:09,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-f21470b9-a128-4898-b213-927c6544a367,DISK] 2024-11-20T19:58:09,406 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/WALs/7200dd4cf518,39215,1732132685355/7200dd4cf518%2C39215%2C1732132685355.meta.1732132689385.meta 2024-11-20T19:58:09,407 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-20T19:58:09,407 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:58:09,409 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:58:09,411 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:58:09,416 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:58:09,420 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:58:09,421 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:09,421 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:58:09,421 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:58:09,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:58:09,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:58:09,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:09,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:09,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:58:09,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:58:09,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:09,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:09,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:58:09,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:58:09,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:09,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:09,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:58:09,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:58:09,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:09,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:58:09,434 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:58:09,435 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740 2024-11-20T19:58:09,438 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740 2024-11-20T19:58:09,440 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:58:09,440 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:58:09,441 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:58:09,443 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:58:09,445 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65469057, jitterRate=-0.024435028433799744}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:58:09,445 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:58:09,447 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732132689421Writing region info on filesystem at 1732132689422 (+1 ms)Initializing all the Stores at 1732132689423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132689423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132689424 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132689424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732132689424Cleaning up temporary data from old regions at 1732132689440 (+16 ms)Running coprocessor post-open hooks at 1732132689445 (+5 ms)Region opened successfully at 1732132689447 (+2 ms) 2024-11-20T19:58:09,454 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732132689356 2024-11-20T19:58:09,466 DEBUG [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:58:09,467 INFO [RS_OPEN_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:58:09,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:09,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7200dd4cf518,39215,1732132685355, state=OPEN 2024-11-20T19:58:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:58:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:58:09,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:58:09,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:58:09,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:09,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:58:09,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7200dd4cf518,39215,1732132685355 in 299 msec 2024-11-20T19:58:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:58:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-20T19:58:09,502 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:58:09,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:58:09,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:09,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:09,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:09,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:09,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5890 sec 2024-11-20T19:58:09,572 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732132689571, completionTime=-1 2024-11-20T19:58:09,575 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:58:09,575 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T19:58:09,604 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T19:58:09,604 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732132749604 2024-11-20T19:58:09,604 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732132809604 2024-11-20T19:58:09,605 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-20T19:58:09,607 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,607 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,607 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,609 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7200dd4cf518:38023, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,609 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,612 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,617 DEBUG [master/7200dd4cf518:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:58:09,644 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.134sec 2024-11-20T19:58:09,645 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:58:09,646 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:58:09,648 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:58:09,648 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:58:09,648 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:58:09,649 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:58:09,650 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:58:09,659 DEBUG [master/7200dd4cf518:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:58:09,660 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:58:09,661 INFO [master/7200dd4cf518:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7200dd4cf518,38023,1732132684546-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:58:09,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:09,672 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T19:58:09,672 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T19:58:09,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:09,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:09,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:09,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:09,699 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:09,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:09,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:09,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:09,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7200dd4cf518,38023,1732132684546 2024-11-20T19:58:09,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=5900 2024-11-20T19:58:09,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:58:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T19:58:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-11-20T19:58:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:58:09,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:58:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:58:09,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:58:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:09,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:58:09,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T19:58:09,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:09,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:58:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:58:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741835_1011 (size=959) 2024-11-20T19:58:09,873 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:58:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741836_1012 (size=53) 2024-11-20T19:58:09,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:09,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a42208d787dd2533be85863f43ee3f28, disabling compactions & flushes 2024-11-20T19:58:09,892 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:09,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:09,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. after waiting 0 ms 2024-11-20T19:58:09,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:09,892 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:09,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a42208d787dd2533be85863f43ee3f28: Waiting for close lock at 1732132689891Disabling compacts and flushes for region at 1732132689891Disabling writes for close at 1732132689892 (+1 ms)Writing region close event to WAL at 1732132689892Closed at 1732132689892 2024-11-20T19:58:09,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:58:09,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132689895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132689895"}]},"ts":"1732132689895"} 2024-11-20T19:58:09,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:58:09,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:58:09,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132689909"}]},"ts":"1732132689909"} 2024-11-20T19:58:09,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:58:09,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, ASSIGN}] 2024-11-20T19:58:09,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, ASSIGN 2024-11-20T19:58:09,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T19:58:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:58:10,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42208d787dd2533be85863f43ee3f28, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:10,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, ASSIGN because future has completed 2024-11-20T19:58:10,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:58:10,244 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:10,244 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:58:10,245 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,245 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:10,245 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,245 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,248 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,251 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42208d787dd2533be85863f43ee3f28 columnFamilyName A 2024-11-20T19:58:10,251 DEBUG [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:10,252 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(327): Store=a42208d787dd2533be85863f43ee3f28/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:10,252 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,255 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42208d787dd2533be85863f43ee3f28 columnFamilyName B 2024-11-20T19:58:10,255 DEBUG [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:10,255 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(327): Store=a42208d787dd2533be85863f43ee3f28/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:10,256 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,258 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42208d787dd2533be85863f43ee3f28 columnFamilyName C 2024-11-20T19:58:10,258 DEBUG [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:10,259 INFO [StoreOpener-a42208d787dd2533be85863f43ee3f28-1 {}] regionserver.HStore(327): Store=a42208d787dd2533be85863f43ee3f28/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:10,259 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,260 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,261 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,263 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,263 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,264 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:58:10,271 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,278 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:58:10,279 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a42208d787dd2533be85863f43ee3f28; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73364095, jitterRate=0.09321020543575287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:58:10,279 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,281 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a42208d787dd2533be85863f43ee3f28: Running coprocessor pre-open hook at 1732132690246Writing region info on filesystem at 1732132690246Initializing all the Stores at 1732132690247 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132690247Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132690248 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132690248Cleaning up temporary data from old regions at 1732132690263 (+15 ms)Running coprocessor post-open hooks at 1732132690279 (+16 ms)Region opened successfully at 1732132690281 (+2 ms) 2024-11-20T19:58:10,283 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., pid=6, masterSystemTime=1732132690237 2024-11-20T19:58:10,288 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:10,288 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:10,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42208d787dd2533be85863f43ee3f28, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:10,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:58:10,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:58:10,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 in 214 msec 2024-11-20T19:58:10,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:58:10,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, ASSIGN in 383 msec 2024-11-20T19:58:10,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:58:10,309 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132690308"}]},"ts":"1732132690308"} 2024-11-20T19:58:10,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:58:10,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:58:10,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 483 msec 2024-11-20T19:58:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:58:10,489 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:10,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2315f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,503 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eddcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:58:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T19:58:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bc5c32 2024-11-20T19:58:10,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:58:10,533 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:58:10,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,547 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab7eb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,562 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ed473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,568 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,573 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,592 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d0905d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,610 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,616 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797dc4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19421304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,629 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516bf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677effe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f2ee53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:10,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:10,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f91c2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:10,651 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c23c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:10,660 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,662 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,677 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,685 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:10,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T19:58:10,700 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:10,702 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:10,703 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,732 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,737 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,737 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,747 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,757 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:10,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:58:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:10,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:58:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:10,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:10,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:10,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:10,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:10,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:10,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e7249d749d94445bb02deb200efbd99 is 50, key is test_row_0/A:col10/1732132690781/Put/seqid=0 2024-11-20T19:58:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:10,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741837_1013 (size=14341) 2024-11-20T19:58:10,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e7249d749d94445bb02deb200efbd99 2024-11-20T19:58:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:11,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132751026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132751038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132751045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132751053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132751036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/2ae37e6ec25e46c3963be982d21c84d8 is 50, key is test_row_0/B:col10/1732132690781/Put/seqid=0 2024-11-20T19:58:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741838_1014 (size=12001) 2024-11-20T19:58:11,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/2ae37e6ec25e46c3963be982d21c84d8 2024-11-20T19:58:11,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132751190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132751191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132751192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132751193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132751194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/59cb2eb3dc6a47b589a6acf768a08990 is 50, key is test_row_0/C:col10/1732132690781/Put/seqid=0 2024-11-20T19:58:11,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741839_1015 (size=12001) 2024-11-20T19:58:11,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/59cb2eb3dc6a47b589a6acf768a08990 2024-11-20T19:58:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e7249d749d94445bb02deb200efbd99 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99 2024-11-20T19:58:11,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99, entries=200, sequenceid=13, filesize=14.0 K 2024-11-20T19:58:11,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/2ae37e6ec25e46c3963be982d21c84d8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8 2024-11-20T19:58:11,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T19:58:11,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/59cb2eb3dc6a47b589a6acf768a08990 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990 2024-11-20T19:58:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:11,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T19:58:11,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a42208d787dd2533be85863f43ee3f28 in 551ms, sequenceid=13, compaction requested=false 2024-11-20T19:58:11,353 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T19:58:11,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:58:11,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7e49136efeb848099dc25ab3f17c171c is 50, key is test_row_0/A:col10/1732132691412/Put/seqid=0 2024-11-20T19:58:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132751459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741840_1016 (size=14341) 2024-11-20T19:58:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132751465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132751471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132751471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132751480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132751588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132751599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132751600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132751609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132751609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132751797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132751809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132751809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132751828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132751828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:11,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7e49136efeb848099dc25ab3f17c171c 2024-11-20T19:58:11,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:11,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:11,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/40685006773d4c528559607a2a434293 is 50, key is test_row_0/B:col10/1732132691412/Put/seqid=0 2024-11-20T19:58:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741841_1017 (size=12001) 2024-11-20T19:58:11,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/40685006773d4c528559607a2a434293 2024-11-20T19:58:11,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eab6dfeaaaf4e1dbcea3f3264fed601 is 50, key is test_row_0/C:col10/1732132691412/Put/seqid=0 2024-11-20T19:58:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741842_1018 (size=12001) 2024-11-20T19:58:12,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132752128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132752128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132752128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132752138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132752139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:12,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:12,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:12,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eab6dfeaaaf4e1dbcea3f3264fed601 2024-11-20T19:58:12,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7e49136efeb848099dc25ab3f17c171c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c 2024-11-20T19:58:12,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c, entries=200, sequenceid=41, filesize=14.0 K 2024-11-20T19:58:12,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/40685006773d4c528559607a2a434293 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293 2024-11-20T19:58:12,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:58:12,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eab6dfeaaaf4e1dbcea3f3264fed601 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601 2024-11-20T19:58:12,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:58:12,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a42208d787dd2533be85863f43ee3f28 in 1091ms, sequenceid=41, compaction requested=false 2024-11-20T19:58:12,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:58:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,545 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:58:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/5964248ef5164fb0a5dd69fda5db1e36 is 50, key is test_row_0/A:col10/1732132691443/Put/seqid=0 2024-11-20T19:58:12,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741843_1019 (size=9657) 2024-11-20T19:58:12,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/5964248ef5164fb0a5dd69fda5db1e36 2024-11-20T19:58:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d5034a16d1ef4ccab99b8090a448ebdd is 50, key is test_row_0/B:col10/1732132691443/Put/seqid=0 2024-11-20T19:58:12,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741844_1020 (size=9657) 2024-11-20T19:58:12,704 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d5034a16d1ef4ccab99b8090a448ebdd 2024-11-20T19:58:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/97dce08175744510be6efecd85c8aa00 is 50, key is test_row_0/C:col10/1732132691443/Put/seqid=0 2024-11-20T19:58:12,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741845_1021 (size=9657) 2024-11-20T19:58:12,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/97dce08175744510be6efecd85c8aa00 2024-11-20T19:58:12,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/5964248ef5164fb0a5dd69fda5db1e36 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36 2024-11-20T19:58:12,806 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36, entries=100, sequenceid=49, filesize=9.4 K 2024-11-20T19:58:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132752792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132752793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132752794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132752799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d5034a16d1ef4ccab99b8090a448ebdd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd 2024-11-20T19:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132752810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd, entries=100, sequenceid=49, filesize=9.4 K 2024-11-20T19:58:12,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/97dce08175744510be6efecd85c8aa00 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00 2024-11-20T19:58:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:12,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00, entries=100, sequenceid=49, filesize=9.4 K 2024-11-20T19:58:12,853 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for a42208d787dd2533be85863f43ee3f28 in 308ms, sequenceid=49, compaction requested=true 2024-11-20T19:58:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T19:58:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T19:58:12,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T19:58:12,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1520 sec 2024-11-20T19:58:12,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.1710 sec 2024-11-20T19:58:12,931 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:12,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:58:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:12,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f72dbfc863ca478b8c424a0a653e34c9 is 50, key is test_row_0/A:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132752941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132752944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132752944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132752956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132752958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741846_1022 (size=14341) 2024-11-20T19:58:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132753067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132753067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132753068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132753081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132753081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132753277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132753288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132753288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132753297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132753297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f72dbfc863ca478b8c424a0a653e34c9 2024-11-20T19:58:13,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ceaa0465dbae443ea6bc8c3e9097d957 is 50, key is test_row_0/B:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741847_1023 (size=12001) 2024-11-20T19:58:13,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ceaa0465dbae443ea6bc8c3e9097d957 2024-11-20T19:58:13,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/65cd93280eab474c8e68d8ca1e59725f is 50, key is test_row_0/C:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741848_1024 (size=12001) 2024-11-20T19:58:13,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/65cd93280eab474c8e68d8ca1e59725f 2024-11-20T19:58:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f72dbfc863ca478b8c424a0a653e34c9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9 2024-11-20T19:58:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132753587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9, entries=200, sequenceid=78, filesize=14.0 K 2024-11-20T19:58:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ceaa0465dbae443ea6bc8c3e9097d957 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957 2024-11-20T19:58:13,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132753608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132753608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132753608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132753617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:13,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:58:13,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/65cd93280eab474c8e68d8ca1e59725f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f 2024-11-20T19:58:13,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:58:13,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for a42208d787dd2533be85863f43ee3f28 in 733ms, sequenceid=78, compaction requested=true 2024-11-20T19:58:13,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:13,669 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:13,670 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:13,677 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:13,678 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:13,680 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:13,680 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:13,681 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=44.6 K 2024-11-20T19:58:13,682 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:13,682 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:13,682 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=51.4 K 2024-11-20T19:58:13,683 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ae37e6ec25e46c3963be982d21c84d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132690778 2024-11-20T19:58:13,684 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e7249d749d94445bb02deb200efbd99, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132690770 2024-11-20T19:58:13,685 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 40685006773d4c528559607a2a434293, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132691037 2024-11-20T19:58:13,686 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e49136efeb848099dc25ab3f17c171c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132691037 2024-11-20T19:58:13,687 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d5034a16d1ef4ccab99b8090a448ebdd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132691443 2024-11-20T19:58:13,688 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5964248ef5164fb0a5dd69fda5db1e36, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132691443 2024-11-20T19:58:13,688 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ceaa0465dbae443ea6bc8c3e9097d957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:13,689 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f72dbfc863ca478b8c424a0a653e34c9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:13,747 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:13,748 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3f312f993c974176aae71ad42384caaf is 50, key is test_row_0/A:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:13,757 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#12 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:13,758 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ce7c201b0e5a464fae817752d0a64ed1 is 50, key is test_row_0/B:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741849_1025 (size=12139) 2024-11-20T19:58:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741850_1026 (size=12139) 2024-11-20T19:58:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:14,125 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:14,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:14,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/e5b471ebb0584bd98c88db7fd37db6a7 is 50, key is test_row_0/A:col10/1732132694119/Put/seqid=0 2024-11-20T19:58:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741851_1027 (size=14337) 2024-11-20T19:58:14,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/e5b471ebb0584bd98c88db7fd37db6a7 2024-11-20T19:58:14,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/f4cc295370b44b6f8a96e95bbdd399a6 is 50, key is test_row_0/B:col10/1732132694119/Put/seqid=0 2024-11-20T19:58:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132754188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132754191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132754194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132754198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132754201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,209 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3f312f993c974176aae71ad42384caaf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3f312f993c974176aae71ad42384caaf 2024-11-20T19:58:14,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741852_1028 (size=9657) 2024-11-20T19:58:14,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:58:14,256 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ce7c201b0e5a464fae817752d0a64ed1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ce7c201b0e5a464fae817752d0a64ed1 2024-11-20T19:58:14,268 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into 3f312f993c974176aae71ad42384caaf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:14,268 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:14,272 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into ce7c201b0e5a464fae817752d0a64ed1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:14,272 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:14,273 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=12, startTime=1732132693670; duration=0sec 2024-11-20T19:58:14,274 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=12, startTime=1732132693666; duration=0sec 2024-11-20T19:58:14,274 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:14,274 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:14,274 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:14,274 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:14,274 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:14,277 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:14,277 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:14,277 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:14,277 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=44.6 K 2024-11-20T19:58:14,278 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 59cb2eb3dc6a47b589a6acf768a08990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132690778 2024-11-20T19:58:14,279 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eab6dfeaaaf4e1dbcea3f3264fed601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132691037 2024-11-20T19:58:14,279 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 97dce08175744510be6efecd85c8aa00, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132691443 2024-11-20T19:58:14,280 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 65cd93280eab474c8e68d8ca1e59725f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132754307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132754307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132754307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132754318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132754318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,350 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#16 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:14,351 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a90894b3bf6e413fb4025d5f4c1dee3d is 50, key is test_row_0/C:col10/1732132692928/Put/seqid=0 2024-11-20T19:58:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741853_1029 (size=12139) 2024-11-20T19:58:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132754517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132754527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132754527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132754528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132754537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/f4cc295370b44b6f8a96e95bbdd399a6 2024-11-20T19:58:14,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/1968f02c29b54b8f96756a7f569ccf55 is 50, key is test_row_0/C:col10/1732132694119/Put/seqid=0 2024-11-20T19:58:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741854_1030 (size=9657) 2024-11-20T19:58:14,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/1968f02c29b54b8f96756a7f569ccf55 2024-11-20T19:58:14,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/e5b471ebb0584bd98c88db7fd37db6a7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7 2024-11-20T19:58:14,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7, entries=200, sequenceid=89, filesize=14.0 K 2024-11-20T19:58:14,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/f4cc295370b44b6f8a96e95bbdd399a6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6 2024-11-20T19:58:14,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6, entries=100, sequenceid=89, filesize=9.4 K 2024-11-20T19:58:14,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/1968f02c29b54b8f96756a7f569ccf55 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55 2024-11-20T19:58:14,806 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a90894b3bf6e413fb4025d5f4c1dee3d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a90894b3bf6e413fb4025d5f4c1dee3d 2024-11-20T19:58:14,826 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into a90894b3bf6e413fb4025d5f4c1dee3d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:14,826 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:14,826 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=12, startTime=1732132693670; duration=0sec 2024-11-20T19:58:14,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55, entries=100, sequenceid=89, filesize=9.4 K 2024-11-20T19:58:14,827 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:14,828 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:14,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a42208d787dd2533be85863f43ee3f28 in 703ms, sequenceid=89, compaction requested=false 2024-11-20T19:58:14,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:14,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:58:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132754848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132754851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132754855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132754858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132754860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/6639a152edd740279c8d6cd586d0bd18 is 50, key is test_row_0/A:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:58:14,867 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:14,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T19:58:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:14,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:14,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:14,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:14,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741855_1031 (size=14341) 2024-11-20T19:58:14,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:58:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132754967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132754972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:14,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132754973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132754974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:14,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132754976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:58:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,031 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:58:15,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:58:15,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:58:15,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:58:15,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:58:15,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:58:15,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:58:15,036 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T19:58:15,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132755177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132755177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:58:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132755187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132755188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132755197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/6639a152edd740279c8d6cd586d0bd18 2024-11-20T19:58:15,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:58:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8397a090e4c4f75a611ff32542f9ef0 is 50, key is test_row_0/B:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741856_1032 (size=12001) 2024-11-20T19:58:15,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8397a090e4c4f75a611ff32542f9ef0 2024-11-20T19:58:15,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/91ae679430f14a849b47e3519fcfdcf3 is 50, key is test_row_0/C:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741857_1033 (size=12001) 2024-11-20T19:58:15,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/91ae679430f14a849b47e3519fcfdcf3 2024-11-20T19:58:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132755487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132755487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:58:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132755497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:15,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/6639a152edd740279c8d6cd586d0bd18 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18 2024-11-20T19:58:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132755508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132755508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:15,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18, entries=200, sequenceid=121, filesize=14.0 K 2024-11-20T19:58:15,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8397a090e4c4f75a611ff32542f9ef0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0 2024-11-20T19:58:15,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T19:58:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/91ae679430f14a849b47e3519fcfdcf3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3 2024-11-20T19:58:15,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T19:58:15,577 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-20T19:58:15,577 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-20T19:58:15,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for a42208d787dd2533be85863f43ee3f28 in 735ms, sequenceid=121, compaction requested=true 2024-11-20T19:58:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:15,579 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:15,580 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:15,582 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40817 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:15,582 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:15,582 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:15,582 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:15,582 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,582 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,582 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ce7c201b0e5a464fae817752d0a64ed1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=33.0 K 2024-11-20T19:58:15,582 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3f312f993c974176aae71ad42384caaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=39.9 K 2024-11-20T19:58:15,583 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f312f993c974176aae71ad42384caaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:15,583 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7c201b0e5a464fae817752d0a64ed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:15,584 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b471ebb0584bd98c88db7fd37db6a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732132692954 2024-11-20T19:58:15,585 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f4cc295370b44b6f8a96e95bbdd399a6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732132694119 2024-11-20T19:58:15,585 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d8397a090e4c4f75a611ff32542f9ef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:15,586 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6639a152edd740279c8d6cd586d0bd18, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:15,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:15,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:15,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:15,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:15,609 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:15,610 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/ba1d84eeb18a4b359a34cb253630e14d is 50, key is test_row_0/A:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:15,613 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:15,614 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/404b94f1dabe42ebb86f1a19a69c8839 is 50, key is test_row_0/B:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:15,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741858_1034 (size=12241) 2024-11-20T19:58:15,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:58:15,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,653 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T19:58:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741859_1035 (size=12241) 2024-11-20T19:58:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3ef24dc66e4e45958ff42995ac65dda0 is 50, key is test_row_0/A:col10/1732132694852/Put/seqid=0 2024-11-20T19:58:15,673 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/404b94f1dabe42ebb86f1a19a69c8839 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/404b94f1dabe42ebb86f1a19a69c8839 2024-11-20T19:58:15,686 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into 404b94f1dabe42ebb86f1a19a69c8839(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:15,686 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:15,686 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=13, startTime=1732132695579; duration=0sec 2024-11-20T19:58:15,686 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:15,686 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:15,687 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:15,689 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:15,690 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:15,690 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:15,690 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a90894b3bf6e413fb4025d5f4c1dee3d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=33.0 K 2024-11-20T19:58:15,691 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a90894b3bf6e413fb4025d5f4c1dee3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132692788 2024-11-20T19:58:15,692 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1968f02c29b54b8f96756a7f569ccf55, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732132694119 2024-11-20T19:58:15,692 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ae679430f14a849b47e3519fcfdcf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741860_1036 (size=12001) 2024-11-20T19:58:15,723 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:15,724 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/d4d0ed821f1a4f49804c07ffe944392d is 50, key is test_row_0/C:col10/1732132694188/Put/seqid=0 2024-11-20T19:58:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741861_1037 (size=12241) 2024-11-20T19:58:15,758 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/d4d0ed821f1a4f49804c07ffe944392d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/d4d0ed821f1a4f49804c07ffe944392d 2024-11-20T19:58:15,782 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into d4d0ed821f1a4f49804c07ffe944392d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:15,782 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:15,782 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=13, startTime=1732132695589; duration=0sec 2024-11-20T19:58:15,783 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:15,783 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:16,063 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/ba1d84eeb18a4b359a34cb253630e14d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/ba1d84eeb18a4b359a34cb253630e14d 2024-11-20T19:58:16,088 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into ba1d84eeb18a4b359a34cb253630e14d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:16,088 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:16,088 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=13, startTime=1732132695579; duration=0sec 2024-11-20T19:58:16,088 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:16,089 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132756085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132756077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132756096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132756097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3ef24dc66e4e45958ff42995ac65dda0 2024-11-20T19:58:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132756097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/29efc28c4cc6487880f097376073d59c is 50, key is test_row_0/B:col10/1732132694852/Put/seqid=0 2024-11-20T19:58:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132756208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741862_1038 (size=12001) 2024-11-20T19:58:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,214 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/29efc28c4cc6487880f097376073d59c 2024-11-20T19:58:16,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132756217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132756217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132756217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132756218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/73aa6dedbfe64da1bc27b7884da04d7a is 50, key is test_row_0/C:col10/1732132694852/Put/seqid=0 2024-11-20T19:58:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741863_1039 (size=12001) 2024-11-20T19:58:16,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132756421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132756427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132756437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132756437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132756437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/73aa6dedbfe64da1bc27b7884da04d7a 2024-11-20T19:58:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132756727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132756737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3ef24dc66e4e45958ff42995ac65dda0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0 2024-11-20T19:58:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132756747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132756747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T19:58:16,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/29efc28c4cc6487880f097376073d59c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c 2024-11-20T19:58:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132756757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:16,797 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T19:58:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/73aa6dedbfe64da1bc27b7884da04d7a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a 2024-11-20T19:58:16,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T19:58:16,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for a42208d787dd2533be85863f43ee3f28 in 1187ms, sequenceid=128, compaction requested=false 2024-11-20T19:58:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T19:58:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T19:58:16,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:58:16,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec 2024-11-20T19:58:16,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9860 sec 2024-11-20T19:58:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:58:17,019 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:17,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T19:58:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:17,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:17,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:17,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:17,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:58:17,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:17,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:58:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/568c4cacd02345df9dbbe7386a7f6145 is 50, key is test_row_0/A:col10/1732132696093/Put/seqid=0 2024-11-20T19:58:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741864_1040 (size=12151) 2024-11-20T19:58:17,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/568c4cacd02345df9dbbe7386a7f6145 2024-11-20T19:58:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:17,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4514514cd1be4127bccd2d32a122ff68 is 50, key is test_row_0/B:col10/1732132696093/Put/seqid=0 2024-11-20T19:58:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132757260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132757267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132757270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132757270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132757282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741865_1041 (size=12151) 2024-11-20T19:58:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132757380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132757387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132757397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132757398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132757597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132757597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132757607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132757607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:17,700 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4514514cd1be4127bccd2d32a122ff68 2024-11-20T19:58:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/937f6aa16bd54d428ea3784c34e926be is 50, key is test_row_0/C:col10/1732132696093/Put/seqid=0 2024-11-20T19:58:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741866_1042 (size=12151) 2024-11-20T19:58:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132757907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132757907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132757918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132757918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/937f6aa16bd54d428ea3784c34e926be 2024-11-20T19:58:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/568c4cacd02345df9dbbe7386a7f6145 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145 2024-11-20T19:58:18,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T19:58:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4514514cd1be4127bccd2d32a122ff68 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68 2024-11-20T19:58:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:18,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T19:58:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/937f6aa16bd54d428ea3784c34e926be as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be 2024-11-20T19:58:18,173 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T19:58:18,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for a42208d787dd2533be85863f43ee3f28 in 992ms, sequenceid=160, compaction requested=true 2024-11-20T19:58:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T19:58:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T19:58:18,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T19:58:18,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-20T19:58:18,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1700 sec 2024-11-20T19:58:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:18,309 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:18,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:18,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/01f46601d4ca4fb2a5a8a35a80615a9f is 50, key is test_row_0/A:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741867_1043 (size=12151) 2024-11-20T19:58:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132758452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132758454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132758459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132758460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132758459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132758576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132758577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132758577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132758587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132758587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/01f46601d4ca4fb2a5a8a35a80615a9f 2024-11-20T19:58:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132758787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/23ae333a8d4f46a190151428ebd62d23 is 50, key is test_row_0/B:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:18,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132758798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132758798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132758798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132758798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741868_1044 (size=12151) 2024-11-20T19:58:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132759107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132759107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132759109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132759110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132759117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:58:19,167 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:19,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T19:58:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:19,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:19,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:19,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:19,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/23ae333a8d4f46a190151428ebd62d23 2024-11-20T19:58:19,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/248530df0ac949a6805fcd8bdf098e5f is 50, key is test_row_0/C:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741869_1045 (size=12151) 2024-11-20T19:58:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:19,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T19:58:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T19:58:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:19,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132759617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132759617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132759627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132759628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132759628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:19,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T19:58:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:19,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/248530df0ac949a6805fcd8bdf098e5f 2024-11-20T19:58:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/01f46601d4ca4fb2a5a8a35a80615a9f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f 2024-11-20T19:58:19,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:58:19,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/23ae333a8d4f46a190151428ebd62d23 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23 2024-11-20T19:58:19,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:58:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/248530df0ac949a6805fcd8bdf098e5f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f 2024-11-20T19:58:19,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:58:19,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a42208d787dd2533be85863f43ee3f28 in 1381ms, sequenceid=171, compaction requested=true 2024-11-20T19:58:19,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:19,690 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:19,691 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:19,693 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:19,693 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:19,693 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,694 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/ba1d84eeb18a4b359a34cb253630e14d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=47.4 K 2024-11-20T19:58:19,694 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:19,694 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba1d84eeb18a4b359a34cb253630e14d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:19,694 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:19,694 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,695 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/404b94f1dabe42ebb86f1a19a69c8839, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=47.4 K 2024-11-20T19:58:19,695 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ef24dc66e4e45958ff42995ac65dda0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732132694851 2024-11-20T19:58:19,695 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 404b94f1dabe42ebb86f1a19a69c8839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:19,696 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 29efc28c4cc6487880f097376073d59c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732132694851 2024-11-20T19:58:19,696 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 568c4cacd02345df9dbbe7386a7f6145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732132696077 2024-11-20T19:58:19,697 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4514514cd1be4127bccd2d32a122ff68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732132696077 2024-11-20T19:58:19,697 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f46601d4ca4fb2a5a8a35a80615a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:19,697 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 23ae333a8d4f46a190151428ebd62d23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:19,726 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:19,726 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:19,727 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/2a057a2a50124cfe95c36ef639923544 is 50, key is test_row_0/B:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:19,727 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/e3434f4da65b46d1bc9adefab68908e5 is 50, key is test_row_0/A:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741870_1046 (size=12527) 2024-11-20T19:58:19,782 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/e3434f4da65b46d1bc9adefab68908e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e3434f4da65b46d1bc9adefab68908e5 2024-11-20T19:58:19,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T19:58:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:58:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/71fa80fd68a74daa8b7c96aeb87fe19d is 50, key is test_row_0/A:col10/1732132698454/Put/seqid=0 2024-11-20T19:58:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741871_1047 (size=12527) 2024-11-20T19:58:19,808 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into e3434f4da65b46d1bc9adefab68908e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:19,808 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:19,808 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=12, startTime=1732132699690; duration=0sec 2024-11-20T19:58:19,808 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:19,808 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:19,808 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:19,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:19,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:19,815 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:19,815 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/d4d0ed821f1a4f49804c07ffe944392d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=47.4 K 2024-11-20T19:58:19,816 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4d0ed821f1a4f49804c07ffe944392d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732132694188 2024-11-20T19:58:19,817 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73aa6dedbfe64da1bc27b7884da04d7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732132694851 2024-11-20T19:58:19,818 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 937f6aa16bd54d428ea3784c34e926be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732132696077 2024-11-20T19:58:19,819 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 248530df0ac949a6805fcd8bdf098e5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741872_1048 (size=12151) 2024-11-20T19:58:19,875 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:19,876 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/75bc9f33dc644dccaafb7160ff858cde is 50, key is test_row_0/C:col10/1732132698301/Put/seqid=0 2024-11-20T19:58:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741873_1049 (size=12527) 2024-11-20T19:58:20,218 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/2a057a2a50124cfe95c36ef639923544 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2a057a2a50124cfe95c36ef639923544 2024-11-20T19:58:20,239 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into 2a057a2a50124cfe95c36ef639923544(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:20,239 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:20,239 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=12, startTime=1732132699691; duration=0sec 2024-11-20T19:58:20,240 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:20,240 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:20,258 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/71fa80fd68a74daa8b7c96aeb87fe19d 2024-11-20T19:58:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/e23a683bde944594956a8f416c875350 is 50, key is test_row_0/B:col10/1732132698454/Put/seqid=0 2024-11-20T19:58:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741874_1050 (size=12151) 2024-11-20T19:58:20,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/e23a683bde944594956a8f416c875350 2024-11-20T19:58:20,318 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/75bc9f33dc644dccaafb7160ff858cde as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/75bc9f33dc644dccaafb7160ff858cde 2024-11-20T19:58:20,328 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into 75bc9f33dc644dccaafb7160ff858cde(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:20,328 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:20,328 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=12, startTime=1732132699691; duration=0sec 2024-11-20T19:58:20,329 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:20,329 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/5d77c00f3e674de0bc5365ab103ca81c is 50, key is test_row_0/C:col10/1732132698454/Put/seqid=0 2024-11-20T19:58:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741875_1051 (size=12151) 2024-11-20T19:58:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:20,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132760637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132760641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132760640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132760643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132760647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,650 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,651 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,747 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/5d77c00f3e674de0bc5365ab103ca81c 2024-11-20T19:58:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132760758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132760758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132760758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/71fa80fd68a74daa8b7c96aeb87fe19d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d 2024-11-20T19:58:20,774 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:58:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/e23a683bde944594956a8f416c875350 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350 2024-11-20T19:58:20,786 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:58:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/5d77c00f3e674de0bc5365ab103ca81c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c 2024-11-20T19:58:20,797 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:58:20,799 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a42208d787dd2533be85863f43ee3f28 in 1008ms, sequenceid=197, compaction requested=false 2024-11-20T19:58:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T19:58:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T19:58:20,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T19:58:20,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-20T19:58:20,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6380 sec 2024-11-20T19:58:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:20,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:20,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:20,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/9af5863a348d46e08b81eadd9844cf6e is 50, key is test_row_0/A:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741876_1052 (size=12151) 2024-11-20T19:58:21,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/9af5863a348d46e08b81eadd9844cf6e 2024-11-20T19:58:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132761035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132761035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132761040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/70e7462ff8a6499dab143a9f2b395df8 is 50, key is test_row_0/B:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741877_1053 (size=12151) 2024-11-20T19:58:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132761147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132761147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132761147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:58:21,317 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:21,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T19:58:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:58:21,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:21,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:21,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132761356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132761357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132761357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:58:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:58:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:21,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/70e7462ff8a6499dab143a9f2b395df8 2024-11-20T19:58:21,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 is 50, key is test_row_0/C:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741878_1054 (size=12151) 2024-11-20T19:58:21,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 2024-11-20T19:58:21,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/9af5863a348d46e08b81eadd9844cf6e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e 2024-11-20T19:58:21,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T19:58:21,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/70e7462ff8a6499dab143a9f2b395df8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8 2024-11-20T19:58:21,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T19:58:21,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 2024-11-20T19:58:21,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T19:58:21,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a42208d787dd2533be85863f43ee3f28 in 570ms, sequenceid=212, compaction requested=true 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:21,540 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:21,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:21,540 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:21,542 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:21,542 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:21,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:21,542 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:21,542 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,542 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e3434f4da65b46d1bc9adefab68908e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.0 K 2024-11-20T19:58:21,542 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2a057a2a50124cfe95c36ef639923544, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.0 K 2024-11-20T19:58:21,543 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3434f4da65b46d1bc9adefab68908e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:21,543 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a057a2a50124cfe95c36ef639923544, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:21,543 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71fa80fd68a74daa8b7c96aeb87fe19d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732132698451 2024-11-20T19:58:21,543 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e23a683bde944594956a8f416c875350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732132698451 2024-11-20T19:58:21,544 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 70e7462ff8a6499dab143a9f2b395df8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:21,544 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af5863a348d46e08b81eadd9844cf6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:21,563 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:21,564 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/5f5c9f34a2f2419b96dcd7541538d286 is 50, key is test_row_0/A:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,578 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:21,579 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/a380d3108ecf40d2b63c1ac88bea4bd7 is 50, key is test_row_0/B:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741879_1055 (size=12629) 2024-11-20T19:58:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741880_1056 (size=12629) 2024-11-20T19:58:21,601 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/a380d3108ecf40d2b63c1ac88bea4bd7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/a380d3108ecf40d2b63c1ac88bea4bd7 2024-11-20T19:58:21,610 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into a380d3108ecf40d2b63c1ac88bea4bd7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:21,610 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:21,610 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=13, startTime=1732132701540; duration=0sec 2024-11-20T19:58:21,611 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:21,611 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:21,611 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:21,615 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:21,615 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:21,615 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,615 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/75bc9f33dc644dccaafb7160ff858cde, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.0 K 2024-11-20T19:58:21,616 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 75bc9f33dc644dccaafb7160ff858cde, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132697265 2024-11-20T19:58:21,617 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d77c00f3e674de0bc5365ab103ca81c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732132698451 2024-11-20T19:58:21,618 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7338ac7fe9ba40cbaa0fdd887bdd0ac6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:21,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:58:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:21,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:21,630 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:21,631 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a0ec2ed0ef0c4068aca8ba755e284c94 is 50, key is test_row_0/C:col10/1732132700641/Put/seqid=0 2024-11-20T19:58:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:58:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f62d01a7bb4e461d80049c62540f07a3 is 50, key is test_row_0/A:col10/1732132701032/Put/seqid=0 2024-11-20T19:58:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741881_1057 (size=12629) 2024-11-20T19:58:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741882_1058 (size=12151) 2024-11-20T19:58:21,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f62d01a7bb4e461d80049c62540f07a3 2024-11-20T19:58:21,687 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a0ec2ed0ef0c4068aca8ba755e284c94 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a0ec2ed0ef0c4068aca8ba755e284c94 2024-11-20T19:58:21,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132761693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,699 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into a0ec2ed0ef0c4068aca8ba755e284c94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:21,699 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,699 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=13, startTime=1732132701540; duration=0sec 2024-11-20T19:58:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132761695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,699 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,699 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132761696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ff79e04fef0d4826a66d2eac45aa1118 is 50, key is test_row_0/B:col10/1732132701032/Put/seqid=0 2024-11-20T19:58:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741883_1059 (size=12151) 2024-11-20T19:58:21,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ff79e04fef0d4826a66d2eac45aa1118 2024-11-20T19:58:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/b11efffb66b04f67b25b6bdd5bf78516 is 50, key is test_row_0/C:col10/1732132701032/Put/seqid=0 2024-11-20T19:58:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741884_1060 (size=12151) 2024-11-20T19:58:21,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132761806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132761807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132761807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:58:21,992 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/5f5c9f34a2f2419b96dcd7541538d286 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5f5c9f34a2f2419b96dcd7541538d286 2024-11-20T19:58:22,000 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into 5f5c9f34a2f2419b96dcd7541538d286(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:22,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:22,000 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=13, startTime=1732132701540; duration=0sec 2024-11-20T19:58:22,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:22,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132762017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132762017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132762017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,166 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/b11efffb66b04f67b25b6bdd5bf78516 2024-11-20T19:58:22,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/f62d01a7bb4e461d80049c62540f07a3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3 2024-11-20T19:58:22,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T19:58:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/ff79e04fef0d4826a66d2eac45aa1118 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118 2024-11-20T19:58:22,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T19:58:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/b11efffb66b04f67b25b6bdd5bf78516 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516 2024-11-20T19:58:22,216 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T19:58:22,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a42208d787dd2533be85863f43ee3f28 in 588ms, sequenceid=237, compaction requested=false 2024-11-20T19:58:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T19:58:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T19:58:22,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T19:58:22,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 898 msec 2024-11-20T19:58:22,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 907 msec 2024-11-20T19:58:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:22,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:22,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:58:22,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7f0836234d1245f789928a3d12cea923 is 50, key is test_row_0/A:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741885_1061 (size=19321) 2024-11-20T19:58:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132762367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132762371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132762373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:58:22,457 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:22,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T19:58:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:22,460 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:22,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:22,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132762477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132762477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132762486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:22,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:58:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132762657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132762657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,659 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,660 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132762686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132762686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132762697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7f0836234d1245f789928a3d12cea923 2024-11-20T19:58:22,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/175defad50b04d2780c238db41a8c0b2 is 50, key is test_row_0/B:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:22,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:58:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741886_1062 (size=12151) 2024-11-20T19:58:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:58:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:22,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:22,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132762996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132762996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132763007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:58:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:23,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/175defad50b04d2780c238db41a8c0b2 2024-11-20T19:58:23,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8099a763b85a4d5297173d0ce3e51ea1 is 50, key is test_row_0/C:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741887_1063 (size=12151) 2024-11-20T19:58:23,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8099a763b85a4d5297173d0ce3e51ea1 2024-11-20T19:58:23,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7f0836234d1245f789928a3d12cea923 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923 2024-11-20T19:58:23,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923, entries=300, sequenceid=255, filesize=18.9 K 2024-11-20T19:58:23,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/175defad50b04d2780c238db41a8c0b2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2 2024-11-20T19:58:23,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T19:58:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8099a763b85a4d5297173d0ce3e51ea1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1 2024-11-20T19:58:23,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T19:58:23,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for a42208d787dd2533be85863f43ee3f28 in 896ms, sequenceid=255, compaction requested=true 2024-11-20T19:58:23,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:23,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:23,227 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:23,227 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:23,228 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:23,228 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:23,228 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:23,228 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:23,228 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,228 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,228 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/a380d3108ecf40d2b63c1ac88bea4bd7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.1 K 2024-11-20T19:58:23,228 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5f5c9f34a2f2419b96dcd7541538d286, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=43.1 K 2024-11-20T19:58:23,229 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5c9f34a2f2419b96dcd7541538d286, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:23,229 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a380d3108ecf40d2b63c1ac88bea4bd7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:23,229 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ff79e04fef0d4826a66d2eac45aa1118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732132701010 2024-11-20T19:58:23,229 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62d01a7bb4e461d80049c62540f07a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732132701010 2024-11-20T19:58:23,230 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 175defad50b04d2780c238db41a8c0b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132702328 2024-11-20T19:58:23,230 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f0836234d1245f789928a3d12cea923, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132701684 2024-11-20T19:58:23,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:58:23,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T19:58:23,242 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e85d98e199b42ce9b4e1827631a1c59 is 50, key is test_row_0/A:col10/1732132702371/Put/seqid=0 2024-11-20T19:58:23,243 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/6b40016be2c54a2b9bac8553dddaf76e is 50, key is test_row_0/A:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:23,245 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:23,246 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/e46fa3299156480cae7393d038a6f10a is 50, key is test_row_0/B:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741889_1065 (size=12731) 2024-11-20T19:58:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741888_1064 (size=12301) 2024-11-20T19:58:23,262 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e85d98e199b42ce9b4e1827631a1c59 2024-11-20T19:58:23,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4320642c50a54b8ca551cb763f424851 is 50, key is test_row_0/B:col10/1732132702371/Put/seqid=0 2024-11-20T19:58:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741891_1067 (size=12301) 2024-11-20T19:58:23,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741890_1066 (size=12731) 2024-11-20T19:58:23,307 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/e46fa3299156480cae7393d038a6f10a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e46fa3299156480cae7393d038a6f10a 2024-11-20T19:58:23,319 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into e46fa3299156480cae7393d038a6f10a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:23,319 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:23,320 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=13, startTime=1732132703227; duration=0sec 2024-11-20T19:58:23,320 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:23,320 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:23,320 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:23,322 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:23,322 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:23,322 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:23,322 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a0ec2ed0ef0c4068aca8ba755e284c94, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.1 K 2024-11-20T19:58:23,323 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ec2ed0ef0c4068aca8ba755e284c94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732132700641 2024-11-20T19:58:23,323 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b11efffb66b04f67b25b6bdd5bf78516, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732132701010 2024-11-20T19:58:23,324 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8099a763b85a4d5297173d0ce3e51ea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132702328 2024-11-20T19:58:23,334 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:23,335 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/5420b328d3524548ae879fc90502c6a6 is 50, key is test_row_0/C:col10/1732132702329/Put/seqid=0 2024-11-20T19:58:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741892_1068 (size=12731) 2024-11-20T19:58:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:23,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132763531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132763535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132763536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:23,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132763646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132763647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132763647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,666 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/6b40016be2c54a2b9bac8553dddaf76e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6b40016be2c54a2b9bac8553dddaf76e 2024-11-20T19:58:23,675 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into 6b40016be2c54a2b9bac8553dddaf76e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:23,675 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:23,675 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=13, startTime=1732132703226; duration=0sec 2024-11-20T19:58:23,675 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:23,675 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:23,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4320642c50a54b8ca551cb763f424851 2024-11-20T19:58:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4b3639f0492e426197c4b72ea71c32dc is 50, key is test_row_0/C:col10/1732132702371/Put/seqid=0 2024-11-20T19:58:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741893_1069 (size=12301) 2024-11-20T19:58:23,751 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/5420b328d3524548ae879fc90502c6a6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5420b328d3524548ae879fc90502c6a6 2024-11-20T19:58:23,757 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into 5420b328d3524548ae879fc90502c6a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:23,757 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:23,757 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=13, startTime=1732132703227; duration=0sec 2024-11-20T19:58:23,757 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:23,757 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:23,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132763856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132763857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132763857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4b3639f0492e426197c4b72ea71c32dc 2024-11-20T19:58:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/3e85d98e199b42ce9b4e1827631a1c59 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59 2024-11-20T19:58:24,120 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T19:58:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/4320642c50a54b8ca551cb763f424851 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851 2024-11-20T19:58:24,128 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T19:58:24,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4b3639f0492e426197c4b72ea71c32dc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc 2024-11-20T19:58:24,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T19:58:24,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a42208d787dd2533be85863f43ee3f28 in 909ms, sequenceid=276, compaction requested=false 2024-11-20T19:58:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T19:58:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T19:58:24,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T19:58:24,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6820 sec 2024-11-20T19:58:24,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.6900 sec 2024-11-20T19:58:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T19:58:24,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/367b18fd459549bb8526a5cbc3b4e29c is 50, key is test_row_0/A:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741894_1070 (size=19621) 2024-11-20T19:58:24,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/367b18fd459549bb8526a5cbc3b4e29c 2024-11-20T19:58:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132764207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132764209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132764212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/3b9b3305fc4b4327993c3ba7cb3b3c68 is 50, key is test_row_0/B:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741895_1071 (size=12301) 2024-11-20T19:58:24,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/3b9b3305fc4b4327993c3ba7cb3b3c68 2024-11-20T19:58:24,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/50b4c0d4e07948da89b2f15599d9d1a1 is 50, key is test_row_0/C:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741896_1072 (size=12301) 2024-11-20T19:58:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132764327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132764327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132764328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132764537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132764538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132764538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:58:24,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:24,608 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T19:58:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:58:24,612 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:24,613 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:24,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:24,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/50b4c0d4e07948da89b2f15599d9d1a1 2024-11-20T19:58:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/367b18fd459549bb8526a5cbc3b4e29c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c 2024-11-20T19:58:24,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c, entries=300, sequenceid=297, filesize=19.2 K 2024-11-20T19:58:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/3b9b3305fc4b4327993c3ba7cb3b3c68 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68 2024-11-20T19:58:24,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T19:58:24,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/50b4c0d4e07948da89b2f15599d9d1a1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1 2024-11-20T19:58:24,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T19:58:24,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a42208d787dd2533be85863f43ee3f28 in 545ms, sequenceid=297, compaction requested=true 2024-11-20T19:58:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:24,715 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:24,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:24,716 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:24,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:24,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:24,717 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:24,717 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:24,717 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:24,717 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e46fa3299156480cae7393d038a6f10a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.5 K 2024-11-20T19:58:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:58:24,718 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e46fa3299156480cae7393d038a6f10a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132702328 2024-11-20T19:58:24,718 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:24,719 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:24,719 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:24,719 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6b40016be2c54a2b9bac8553dddaf76e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=43.6 K 2024-11-20T19:58:24,719 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b40016be2c54a2b9bac8553dddaf76e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132702328 2024-11-20T19:58:24,719 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4320642c50a54b8ca551cb763f424851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732132702349 2024-11-20T19:58:24,720 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e85d98e199b42ce9b4e1827631a1c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732132702349 2024-11-20T19:58:24,720 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9b3305fc4b4327993c3ba7cb3b3c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703534 2024-11-20T19:58:24,721 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 367b18fd459549bb8526a5cbc3b4e29c, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703527 2024-11-20T19:58:24,743 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:24,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/4c055b98ac8543eca6fe22ea6949762d is 50, key is test_row_0/A:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,749 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:24,749 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/8af30441e5044124a23e454cf3f76296 is 50, key is test_row_0/B:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741897_1073 (size=12983) 2024-11-20T19:58:24,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T19:58:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:24,766 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T19:58:24,771 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/4c055b98ac8543eca6fe22ea6949762d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/4c055b98ac8543eca6fe22ea6949762d 2024-11-20T19:58:24,779 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into 4c055b98ac8543eca6fe22ea6949762d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:24,781 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:24,781 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=13, startTime=1732132704715; duration=0sec 2024-11-20T19:58:24,781 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:24,781 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:24,781 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741898_1074 (size=12983) 2024-11-20T19:58:24,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:24,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:24,783 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:24,784 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5420b328d3524548ae879fc90502c6a6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.5 K 2024-11-20T19:58:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/54f9e40196ad4beb8bed08c7a1fa2943 is 50, key is test_row_0/A:col10/1732132704207/Put/seqid=0 2024-11-20T19:58:24,788 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5420b328d3524548ae879fc90502c6a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732132702328 2024-11-20T19:58:24,789 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b3639f0492e426197c4b72ea71c32dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732132702349 2024-11-20T19:58:24,790 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/8af30441e5044124a23e454cf3f76296 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8af30441e5044124a23e454cf3f76296 2024-11-20T19:58:24,793 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50b4c0d4e07948da89b2f15599d9d1a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703534 2024-11-20T19:58:24,799 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into 8af30441e5044124a23e454cf3f76296(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:24,799 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:24,799 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=13, startTime=1732132704715; duration=0sec 2024-11-20T19:58:24,799 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:24,799 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741899_1075 (size=12301) 2024-11-20T19:58:24,812 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:24,814 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/6139e18f953a46f985af9acc0eae68f6 is 50, key is test_row_0/C:col10/1732132703534/Put/seqid=0 2024-11-20T19:58:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741900_1076 (size=12983) 2024-11-20T19:58:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:24,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132764878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132764880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132764885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:58:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132764997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132764997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132764997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/54f9e40196ad4beb8bed08c7a1fa2943 2024-11-20T19:58:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132765207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132765207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132765207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/8d14d2be61ca40839bc209051ddf6c8b is 50, key is test_row_0/B:col10/1732132704207/Put/seqid=0 2024-11-20T19:58:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741901_1077 (size=12301) 2024-11-20T19:58:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:58:25,248 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/6139e18f953a46f985af9acc0eae68f6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/6139e18f953a46f985af9acc0eae68f6 2024-11-20T19:58:25,255 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into 6139e18f953a46f985af9acc0eae68f6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:25,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:25,255 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=13, startTime=1732132704716; duration=0sec 2024-11-20T19:58:25,256 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:25,256 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:25,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132765517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132765517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132765527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:25,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/8d14d2be61ca40839bc209051ddf6c8b 2024-11-20T19:58:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 is 50, key is test_row_0/C:col10/1732132704207/Put/seqid=0 2024-11-20T19:58:25,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741902_1078 (size=12301) 2024-11-20T19:58:25,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 2024-11-20T19:58:25,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/54f9e40196ad4beb8bed08c7a1fa2943 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943 2024-11-20T19:58:25,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T19:58:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/8d14d2be61ca40839bc209051ddf6c8b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b 2024-11-20T19:58:25,673 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T19:58:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 2024-11-20T19:58:25,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T19:58:25,681 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a42208d787dd2533be85863f43ee3f28 in 915ms, sequenceid=315, compaction requested=false 2024-11-20T19:58:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T19:58:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T19:58:25,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T19:58:25,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0700 sec 2024-11-20T19:58:25,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0810 sec 2024-11-20T19:58:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:58:25,748 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:25,748 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T19:58:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:58:25,750 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:25,751 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:25,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:58:25,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T19:58:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:25,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T19:58:25,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/32259898039a437dab9aa3f274b69b26 is 50, key is test_row_0/A:col10/1732132704876/Put/seqid=0 2024-11-20T19:58:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741903_1079 (size=12301) 2024-11-20T19:58:25,923 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/32259898039a437dab9aa3f274b69b26 2024-11-20T19:58:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a0748d4af6f4fafad02a7de554adba8 is 50, key is test_row_0/B:col10/1732132704876/Put/seqid=0 2024-11-20T19:58:25,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741904_1080 (size=12301) 2024-11-20T19:58:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:26,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132766057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132766061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132766062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:58:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132766167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132766177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132766177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,349 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a0748d4af6f4fafad02a7de554adba8 2024-11-20T19:58:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/51713b3ca19c427c9168aa4df74b5b11 is 50, key is test_row_0/C:col10/1732132704876/Put/seqid=0 2024-11-20T19:58:26,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741905_1081 (size=12301) 2024-11-20T19:58:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:58:26,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132766377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132766387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132766387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36906 deadline: 1732132766676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,680 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132766687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36890 deadline: 1732132766697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132766697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,698 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in a42208d787dd2533be85863f43ee3f28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132766697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:26,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/51713b3ca19c427c9168aa4df74b5b11 2024-11-20T19:58:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/32259898039a437dab9aa3f274b69b26 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26 2024-11-20T19:58:26,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T19:58:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a0748d4af6f4fafad02a7de554adba8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8 2024-11-20T19:58:26,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T19:58:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/51713b3ca19c427c9168aa4df74b5b11 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11 2024-11-20T19:58:26,800 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T19:58:26,802 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a42208d787dd2533be85863f43ee3f28 in 897ms, sequenceid=336, compaction requested=true 2024-11-20T19:58:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T19:58:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T19:58:26,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T19:58:26,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-11-20T19:58:26,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0590 sec 2024-11-20T19:58:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:58:26,887 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:26,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-20T19:58:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:58:26,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:26,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:26,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:58:27,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T19:58:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:27,045 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T19:58:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/8ad39347ac1b401596cda7eb2f9a41f4 is 50, key is test_row_0/A:col10/1732132706060/Put/seqid=0 2024-11-20T19:58:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741906_1082 (size=12301) 2024-11-20T19:58:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:27,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:58:27,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132767225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132767228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132767230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132767337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132767337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132767346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,459 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/8ad39347ac1b401596cda7eb2f9a41f4 2024-11-20T19:58:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/733593ad732244e792ca9757f0848052 is 50, key is test_row_0/B:col10/1732132706060/Put/seqid=0 2024-11-20T19:58:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741907_1083 (size=12301) 2024-11-20T19:58:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:58:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132767547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132767548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132767557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132767857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132767857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132767867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:27,874 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/733593ad732244e792ca9757f0848052 2024-11-20T19:58:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eb2c87af9204dbebab214dfcc4f57a3 is 50, key is test_row_0/C:col10/1732132706060/Put/seqid=0 2024-11-20T19:58:27,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741908_1084 (size=12301) 2024-11-20T19:58:27,891 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eb2c87af9204dbebab214dfcc4f57a3 2024-11-20T19:58:27,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/8ad39347ac1b401596cda7eb2f9a41f4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4 2024-11-20T19:58:27,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:58:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/733593ad732244e792ca9757f0848052 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052 2024-11-20T19:58:27,911 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:58:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/8eb2c87af9204dbebab214dfcc4f57a3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3 2024-11-20T19:58:27,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:58:27,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a42208d787dd2533be85863f43ee3f28 in 872ms, sequenceid=354, compaction requested=true 2024-11-20T19:58:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-20T19:58:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-20T19:58:27,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T19:58:27,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-20T19:58:27,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0350 sec 2024-11-20T19:58:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:58:28,027 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:28,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-20T19:58:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:58:28,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:28,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:28,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:58:28,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:58:28,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T19:58:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/abef04dab32840e8877bb7698649b601 is 50, key is test_row_0/A:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741909_1085 (size=12301) 2024-11-20T19:58:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/abef04dab32840e8877bb7698649b601 2024-11-20T19:58:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc184214a48b4189b9e730c285dc2676 is 50, key is test_row_0/B:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741910_1086 (size=12301) 2024-11-20T19:58:28,225 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc184214a48b4189b9e730c285dc2676 2024-11-20T19:58:28,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7dd1001377df43149bfcc3b4c2beae5f is 50, key is test_row_0/C:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741911_1087 (size=12301) 2024-11-20T19:58:28,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7dd1001377df43149bfcc3b4c2beae5f 2024-11-20T19:58:28,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/abef04dab32840e8877bb7698649b601 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601 2024-11-20T19:58:28,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T19:58:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc184214a48b4189b9e730c285dc2676 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676 2024-11-20T19:58:28,282 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T19:58:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7dd1001377df43149bfcc3b4c2beae5f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f 2024-11-20T19:58:28,295 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T19:58:28,297 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for a42208d787dd2533be85863f43ee3f28 in 114ms, sequenceid=372, compaction requested=true 2024-11-20T19:58:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T19:58:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T19:58:28,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T19:58:28,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 270 msec 2024-11-20T19:58:28,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 277 msec 2024-11-20T19:58:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:58:28,347 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:28,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-20T19:58:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:28,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:28,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:28,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:28,388 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:28,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:28,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/15c78d1f80e34ce69fd7cd1c83233d8b is 50, key is test_row_1/A:col10/1732132708389/Put/seqid=0 2024-11-20T19:58:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741912_1088 (size=19617) 2024-11-20T19:58:28,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/15c78d1f80e34ce69fd7cd1c83233d8b 2024-11-20T19:58:28,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/507ca7cc3e2d4fd89a4b22ee8704d178 is 50, key is test_row_1/B:col10/1732132708389/Put/seqid=0 2024-11-20T19:58:28,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741913_1089 (size=9857) 2024-11-20T19:58:28,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132768438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132768440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132768444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:28,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132768557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132768557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132768557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:28,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132768767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132768767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132768767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:28,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/507ca7cc3e2d4fd89a4b22ee8704d178 2024-11-20T19:58:28,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a6342ed4d17e41a187ef3913ad9c6604 is 50, key is test_row_1/C:col10/1732132708389/Put/seqid=0 2024-11-20T19:58:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741914_1090 (size=9857) 2024-11-20T19:58:28,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:28,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:29,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132769077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132769077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132769077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:29,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a6342ed4d17e41a187ef3913ad9c6604 2024-11-20T19:58:29,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/15c78d1f80e34ce69fd7cd1c83233d8b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b 2024-11-20T19:58:29,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b, entries=300, sequenceid=384, filesize=19.2 K 2024-11-20T19:58:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/507ca7cc3e2d4fd89a4b22ee8704d178 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178 2024-11-20T19:58:29,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178, entries=100, sequenceid=384, filesize=9.6 K 2024-11-20T19:58:29,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/a6342ed4d17e41a187ef3913ad9c6604 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604 2024-11-20T19:58:29,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604, entries=100, sequenceid=384, filesize=9.6 K 2024-11-20T19:58:29,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a42208d787dd2533be85863f43ee3f28 in 895ms, sequenceid=384, compaction requested=true 2024-11-20T19:58:29,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:29,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:29,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:29,283 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T19:58:29,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T19:58:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:29,286 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 81804 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T19:58:29,287 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:29,287 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,287 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/4c055b98ac8543eca6fe22ea6949762d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=79.9 K 2024-11-20T19:58:29,287 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72044 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T19:58:29,287 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:29,287 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,287 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8af30441e5044124a23e454cf3f76296, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=70.4 K 2024-11-20T19:58:29,288 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8af30441e5044124a23e454cf3f76296, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703534 2024-11-20T19:58:29,288 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c055b98ac8543eca6fe22ea6949762d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703534 2024-11-20T19:58:29,289 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d14d2be61ca40839bc209051ddf6c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732132704205 2024-11-20T19:58:29,289 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f9e40196ad4beb8bed08c7a1fa2943, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732132704205 2024-11-20T19:58:29,289 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a0748d4af6f4fafad02a7de554adba8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732132704874 2024-11-20T19:58:29,289 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32259898039a437dab9aa3f274b69b26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732132704874 2024-11-20T19:58:29,290 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 733593ad732244e792ca9757f0848052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732132706040 2024-11-20T19:58:29,290 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ad39347ac1b401596cda7eb2f9a41f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732132706040 2024-11-20T19:58:29,290 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting abef04dab32840e8877bb7698649b601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732132707221 2024-11-20T19:58:29,290 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting cc184214a48b4189b9e730c285dc2676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732132707221 2024-11-20T19:58:29,291 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15c78d1f80e34ce69fd7cd1c83233d8b, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132708376 2024-11-20T19:58:29,291 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 507ca7cc3e2d4fd89a4b22ee8704d178, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132708376 2024-11-20T19:58:29,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T19:58:29,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:29,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/b4ed29f9cd4a44ae8837994ac2f3c8cb is 50, key is test_row_0/A:col10/1732132708442/Put/seqid=0 2024-11-20T19:58:29,323 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:29,323 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/1492699e452a4f48a69a39509e1d5de1 is 50, key is test_row_0/A:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:29,323 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:29,325 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/33c0d78c2c8d4136a28c201c7e62c9a7 is 50, key is test_row_0/B:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:29,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741915_1091 (size=12301) 2024-11-20T19:58:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741916_1092 (size=13187) 2024-11-20T19:58:29,341 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/1492699e452a4f48a69a39509e1d5de1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/1492699e452a4f48a69a39509e1d5de1 2024-11-20T19:58:29,348 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into 1492699e452a4f48a69a39509e1d5de1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:29,348 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:29,348 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=10, startTime=1732132709283; duration=0sec 2024-11-20T19:58:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741917_1093 (size=13187) 2024-11-20T19:58:29,348 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:29,348 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:29,348 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T19:58:29,351 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72044 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T19:58:29,354 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/33c0d78c2c8d4136a28c201c7e62c9a7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/33c0d78c2c8d4136a28c201c7e62c9a7 2024-11-20T19:58:29,356 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:29,356 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,357 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/6139e18f953a46f985af9acc0eae68f6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=70.4 K 2024-11-20T19:58:29,357 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6139e18f953a46f985af9acc0eae68f6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732132703534 2024-11-20T19:58:29,360 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4b6dd8fb60c4f6cb44e3df22253dbe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732132704205 2024-11-20T19:58:29,360 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51713b3ca19c427c9168aa4df74b5b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732132704874 2024-11-20T19:58:29,361 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eb2c87af9204dbebab214dfcc4f57a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732132706040 2024-11-20T19:58:29,361 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd1001377df43149bfcc3b4c2beae5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732132707221 2024-11-20T19:58:29,361 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6342ed4d17e41a187ef3913ad9c6604, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132708376 2024-11-20T19:58:29,362 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into 33c0d78c2c8d4136a28c201c7e62c9a7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:29,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:29,362 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=10, startTime=1732132709283; duration=0sec 2024-11-20T19:58:29,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:29,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:29,378 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#81 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:29,379 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/286761a0714e4545ad2cc9e454e6fbcf is 50, key is test_row_0/C:col10/1732132707226/Put/seqid=0 2024-11-20T19:58:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741918_1094 (size=13187) 2024-11-20T19:58:29,403 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/286761a0714e4545ad2cc9e454e6fbcf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/286761a0714e4545ad2cc9e454e6fbcf 2024-11-20T19:58:29,412 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into 286761a0714e4545ad2cc9e454e6fbcf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:29,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:29,412 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=10, startTime=1732132709284; duration=0sec 2024-11-20T19:58:29,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:29,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132769609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132769610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132769612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132769717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132769717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132769717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/b4ed29f9cd4a44ae8837994ac2f3c8cb 2024-11-20T19:58:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc16b1dfd85a44548675eae7b4099fbc is 50, key is test_row_0/B:col10/1732132708442/Put/seqid=0 2024-11-20T19:58:29,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741919_1095 (size=12301) 2024-11-20T19:58:29,758 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc16b1dfd85a44548675eae7b4099fbc 2024-11-20T19:58:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7e5489902a7e40db9fd92cbdecf34ed5 is 50, key is test_row_0/C:col10/1732132708442/Put/seqid=0 2024-11-20T19:58:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741920_1096 (size=12301) 2024-11-20T19:58:29,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7e5489902a7e40db9fd92cbdecf34ed5 2024-11-20T19:58:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/b4ed29f9cd4a44ae8837994ac2f3c8cb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb 2024-11-20T19:58:29,808 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T19:58:29,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/cc16b1dfd85a44548675eae7b4099fbc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc 2024-11-20T19:58:29,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T19:58:29,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/7e5489902a7e40db9fd92cbdecf34ed5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5 2024-11-20T19:58:29,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T19:58:29,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a42208d787dd2533be85863f43ee3f28 in 540ms, sequenceid=408, compaction requested=false 2024-11-20T19:58:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T19:58:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T19:58:29,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T19:58:29,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-20T19:58:29,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4730 sec 2024-11-20T19:58:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:29,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:29,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:58:29,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/efbccc37bda84529b658af4a021e6e63 is 50, key is test_row_0/A:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:29,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741921_1097 (size=14741) 2024-11-20T19:58:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132769976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132769978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132769987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132770097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132770097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132770097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132770306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132770307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132770307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/efbccc37bda84529b658af4a021e6e63 2024-11-20T19:58:30,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a4d92f8ba0b42449114e17fe71afb7c is 50, key is test_row_0/B:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:30,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741922_1098 (size=12301) 2024-11-20T19:58:30,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a4d92f8ba0b42449114e17fe71afb7c 2024-11-20T19:58:30,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4cd145d52d8942b8b795f394160bbc77 is 50, key is test_row_0/C:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:30,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741923_1099 (size=12301) 2024-11-20T19:58:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:58:30,527 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:30,527 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-20T19:58:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:30,529 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:30,530 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:30,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36932 deadline: 1732132770617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36946 deadline: 1732132770617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36916 deadline: 1732132770617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:30,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:58:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:30,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T19:58:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:30,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:30,730 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T19:58:30,730 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:30,735 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T19:58:30,735 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:30,735 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,735 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,736 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,736 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:30,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:30,737 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T19:58:30,737 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:30,737 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,737 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:30,739 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T19:58:30,739 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:30,739 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,739 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:30,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:30,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4cd145d52d8942b8b795f394160bbc77 2024-11-20T19:58:30,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/efbccc37bda84529b658af4a021e6e63 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63 2024-11-20T19:58:30,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63, entries=200, sequenceid=426, filesize=14.4 K 2024-11-20T19:58:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/5a4d92f8ba0b42449114e17fe71afb7c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c 2024-11-20T19:58:30,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T19:58:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/4cd145d52d8942b8b795f394160bbc77 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77 2024-11-20T19:58:30,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T19:58:30,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a42208d787dd2533be85863f43ee3f28 in 878ms, sequenceid=426, compaction requested=true 2024-11-20T19:58:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:30,812 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:30,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:30,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42208d787dd2533be85863f43ee3f28:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:30,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:30,813 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:30,814 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:30,814 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/A is initiating minor compaction (all files) 2024-11-20T19:58:30,814 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:30,814 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/A in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:30,814 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/B is initiating minor compaction (all files) 2024-11-20T19:58:30,814 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/1492699e452a4f48a69a39509e1d5de1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=39.3 K 2024-11-20T19:58:30,814 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/B in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:30,814 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/33c0d78c2c8d4136a28c201c7e62c9a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.9 K 2024-11-20T19:58:30,814 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1492699e452a4f48a69a39509e1d5de1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132707226 2024-11-20T19:58:30,815 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 33c0d78c2c8d4136a28c201c7e62c9a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132707226 2024-11-20T19:58:30,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4ed29f9cd4a44ae8837994ac2f3c8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732132708435 2024-11-20T19:58:30,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting efbccc37bda84529b658af4a021e6e63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732132709604 2024-11-20T19:58:30,815 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting cc16b1dfd85a44548675eae7b4099fbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732132708435 2024-11-20T19:58:30,815 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a4d92f8ba0b42449114e17fe71afb7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732132709608 2024-11-20T19:58:30,824 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:30,824 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:30,825 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/b7b10dde51b2400bad693486a06f5da6 is 50, key is test_row_0/A:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:30,825 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/047c71e1fa0c44db8cea57bbfae5c39c is 50, key is test_row_0/B:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741924_1100 (size=13289) 2024-11-20T19:58:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741925_1101 (size=13289) 2024-11-20T19:58:30,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T19:58:30,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:30,836 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T19:58:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/bede5273c101423cab55cb3432203cf6 is 50, key is test_row_0/A:col10/1732132709984/Put/seqid=0 2024-11-20T19:58:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741926_1102 (size=12301) 2024-11-20T19:58:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. as already flushing 2024-11-20T19:58:31,130 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T19:58:31,130 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T19:58:31,130 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:31,130 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:31,130 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,130 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,130 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,130 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:31,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:31,138 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T19:58:31,138 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:31,138 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,138 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:31,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:31,235 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/b7b10dde51b2400bad693486a06f5da6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b7b10dde51b2400bad693486a06f5da6 2024-11-20T19:58:31,235 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/047c71e1fa0c44db8cea57bbfae5c39c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/047c71e1fa0c44db8cea57bbfae5c39c 2024-11-20T19:58:31,240 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/A of a42208d787dd2533be85863f43ee3f28 into b7b10dde51b2400bad693486a06f5da6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:31,241 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/A, priority=13, startTime=1732132710812; duration=0sec 2024-11-20T19:58:31,241 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/B of a42208d787dd2533be85863f43ee3f28 into 047c71e1fa0c44db8cea57bbfae5c39c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:31,241 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/B, priority=13, startTime=1732132710812; duration=0sec 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:A 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:B 2024-11-20T19:58:31,241 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:31,242 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:31,242 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): a42208d787dd2533be85863f43ee3f28/C is initiating minor compaction (all files) 2024-11-20T19:58:31,242 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42208d787dd2533be85863f43ee3f28/C in TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:31,242 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/286761a0714e4545ad2cc9e454e6fbcf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp, totalSize=36.9 K 2024-11-20T19:58:31,242 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 286761a0714e4545ad2cc9e454e6fbcf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732132707226 2024-11-20T19:58:31,243 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5489902a7e40db9fd92cbdecf34ed5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732132708435 2024-11-20T19:58:31,243 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cd145d52d8942b8b795f394160bbc77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732132709608 2024-11-20T19:58:31,245 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/bede5273c101423cab55cb3432203cf6 2024-11-20T19:58:31,251 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42208d787dd2533be85863f43ee3f28#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:31,252 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/1c456e951f0b40fd845c58138d6712f5 is 50, key is test_row_0/C:col10/1732132709932/Put/seqid=0 2024-11-20T19:58:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/164492c21d8a4144b6313e633cfccb09 is 50, key is test_row_0/B:col10/1732132709984/Put/seqid=0 2024-11-20T19:58:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741927_1103 (size=13289) 2024-11-20T19:58:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741928_1104 (size=12301) 2024-11-20T19:58:31,659 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/164492c21d8a4144b6313e633cfccb09 2024-11-20T19:58:31,662 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/1c456e951f0b40fd845c58138d6712f5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1c456e951f0b40fd845c58138d6712f5 2024-11-20T19:58:31,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/ce143e21a48248fe81e96a9d50e209e5 is 50, key is test_row_0/C:col10/1732132709984/Put/seqid=0 2024-11-20T19:58:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:31,668 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42208d787dd2533be85863f43ee3f28/C of a42208d787dd2533be85863f43ee3f28 into 1c456e951f0b40fd845c58138d6712f5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:31,668 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:31,668 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., storeName=a42208d787dd2533be85863f43ee3f28/C, priority=13, startTime=1732132710813; duration=0sec 2024-11-20T19:58:31,668 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:31,668 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42208d787dd2533be85863f43ee3f28:C 2024-11-20T19:58:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741929_1105 (size=12301) 2024-11-20T19:58:32,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/ce143e21a48248fe81e96a9d50e209e5 2024-11-20T19:58:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/bede5273c101423cab55cb3432203cf6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/bede5273c101423cab55cb3432203cf6 2024-11-20T19:58:32,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/bede5273c101423cab55cb3432203cf6, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T19:58:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/164492c21d8a4144b6313e633cfccb09 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/164492c21d8a4144b6313e633cfccb09 2024-11-20T19:58:32,087 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/164492c21d8a4144b6313e633cfccb09, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T19:58:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/ce143e21a48248fe81e96a9d50e209e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/ce143e21a48248fe81e96a9d50e209e5 2024-11-20T19:58:32,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/ce143e21a48248fe81e96a9d50e209e5, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T19:58:32,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for a42208d787dd2533be85863f43ee3f28 in 1256ms, sequenceid=447, compaction requested=false 2024-11-20T19:58:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a42208d787dd2533be85863f43ee3f28: 2024-11-20T19:58:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T19:58:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T19:58:32,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T19:58:32,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-20T19:58:32,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.5680 sec 2024-11-20T19:58:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T19:58:32,677 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:33,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:58:36,748 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T19:58:36,748 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:36,748 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,748 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:36,758 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T19:58:36,758 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:58:36,758 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,758 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3149 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3078 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1444 2024-11-20T19:58:36,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4332 rows 2024-11-20T19:58:36,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1437 2024-11-20T19:58:36,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4308 rows 2024-11-20T19:58:36,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:58:36,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:58:36,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:36,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:58:36,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T19:58:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:36,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132716770"}]},"ts":"1732132716770"} 2024-11-20T19:58:36,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:58:36,772 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:58:36,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:58:36,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, UNASSIGN}] 2024-11-20T19:58:36,778 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, UNASSIGN 2024-11-20T19:58:36,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=a42208d787dd2533be85863f43ee3f28, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:36,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, UNASSIGN because future has completed 2024-11-20T19:58:36,781 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:58:36,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:36,938 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:36,938 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:58:36,939 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing a42208d787dd2533be85863f43ee3f28, disabling compactions & flushes 2024-11-20T19:58:36,939 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:36,939 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:36,939 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. after waiting 0 ms 2024-11-20T19:58:36,939 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:36,939 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing a42208d787dd2533be85863f43ee3f28 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:58:36,943 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7af64d48dc5044bea311a63fcd7724f1 is 50, key is test_row_0/A:col10/1732132711137/Put/seqid=0 2024-11-20T19:58:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741930_1106 (size=12301) 2024-11-20T19:58:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:37,348 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7af64d48dc5044bea311a63fcd7724f1 2024-11-20T19:58:37,356 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8f5ad4d096445a69ee2ed83457785b8 is 50, key is test_row_0/B:col10/1732132711137/Put/seqid=0 2024-11-20T19:58:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741931_1107 (size=12301) 2024-11-20T19:58:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:37,760 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8f5ad4d096445a69ee2ed83457785b8 2024-11-20T19:58:37,768 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/eba428bdfdca426cb2e5d6750807888e is 50, key is test_row_0/C:col10/1732132711137/Put/seqid=0 2024-11-20T19:58:37,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741932_1108 (size=12301) 2024-11-20T19:58:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:38,172 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/eba428bdfdca426cb2e5d6750807888e 2024-11-20T19:58:38,177 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/A/7af64d48dc5044bea311a63fcd7724f1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7af64d48dc5044bea311a63fcd7724f1 2024-11-20T19:58:38,182 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7af64d48dc5044bea311a63fcd7724f1, entries=150, sequenceid=458, filesize=12.0 K 2024-11-20T19:58:38,182 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/B/d8f5ad4d096445a69ee2ed83457785b8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8f5ad4d096445a69ee2ed83457785b8 2024-11-20T19:58:38,187 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8f5ad4d096445a69ee2ed83457785b8, entries=150, sequenceid=458, filesize=12.0 K 2024-11-20T19:58:38,187 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/.tmp/C/eba428bdfdca426cb2e5d6750807888e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/eba428bdfdca426cb2e5d6750807888e 2024-11-20T19:58:38,192 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/eba428bdfdca426cb2e5d6750807888e, entries=150, sequenceid=458, filesize=12.0 K 2024-11-20T19:58:38,192 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a42208d787dd2533be85863f43ee3f28 in 1253ms, sequenceid=458, compaction requested=true 2024-11-20T19:58:38,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3f312f993c974176aae71ad42384caaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/ba1d84eeb18a4b359a34cb253630e14d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e3434f4da65b46d1bc9adefab68908e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5f5c9f34a2f2419b96dcd7541538d286, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6b40016be2c54a2b9bac8553dddaf76e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/4c055b98ac8543eca6fe22ea6949762d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/1492699e452a4f48a69a39509e1d5de1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63] to archive 2024-11-20T19:58:38,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:58:38,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e7249d749d94445bb02deb200efbd99 2024-11-20T19:58:38,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7e49136efeb848099dc25ab3f17c171c 2024-11-20T19:58:38,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5964248ef5164fb0a5dd69fda5db1e36 2024-11-20T19:58:38,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f72dbfc863ca478b8c424a0a653e34c9 2024-11-20T19:58:38,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3f312f993c974176aae71ad42384caaf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3f312f993c974176aae71ad42384caaf 2024-11-20T19:58:38,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e5b471ebb0584bd98c88db7fd37db6a7 2024-11-20T19:58:38,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6639a152edd740279c8d6cd586d0bd18 2024-11-20T19:58:38,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/ba1d84eeb18a4b359a34cb253630e14d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/ba1d84eeb18a4b359a34cb253630e14d 2024-11-20T19:58:38,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3ef24dc66e4e45958ff42995ac65dda0 2024-11-20T19:58:38,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/568c4cacd02345df9dbbe7386a7f6145 2024-11-20T19:58:38,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e3434f4da65b46d1bc9adefab68908e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/e3434f4da65b46d1bc9adefab68908e5 2024-11-20T19:58:38,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/01f46601d4ca4fb2a5a8a35a80615a9f 2024-11-20T19:58:38,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/71fa80fd68a74daa8b7c96aeb87fe19d 2024-11-20T19:58:38,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5f5c9f34a2f2419b96dcd7541538d286 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/5f5c9f34a2f2419b96dcd7541538d286 2024-11-20T19:58:38,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/9af5863a348d46e08b81eadd9844cf6e 2024-11-20T19:58:38,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/f62d01a7bb4e461d80049c62540f07a3 2024-11-20T19:58:38,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7f0836234d1245f789928a3d12cea923 2024-11-20T19:58:38,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6b40016be2c54a2b9bac8553dddaf76e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/6b40016be2c54a2b9bac8553dddaf76e 2024-11-20T19:58:38,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/3e85d98e199b42ce9b4e1827631a1c59 2024-11-20T19:58:38,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/367b18fd459549bb8526a5cbc3b4e29c 2024-11-20T19:58:38,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/4c055b98ac8543eca6fe22ea6949762d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/4c055b98ac8543eca6fe22ea6949762d 2024-11-20T19:58:38,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/54f9e40196ad4beb8bed08c7a1fa2943 2024-11-20T19:58:38,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/32259898039a437dab9aa3f274b69b26 2024-11-20T19:58:38,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/8ad39347ac1b401596cda7eb2f9a41f4 2024-11-20T19:58:38,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/abef04dab32840e8877bb7698649b601 2024-11-20T19:58:38,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/15c78d1f80e34ce69fd7cd1c83233d8b 2024-11-20T19:58:38,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/1492699e452a4f48a69a39509e1d5de1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/1492699e452a4f48a69a39509e1d5de1 2024-11-20T19:58:38,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b4ed29f9cd4a44ae8837994ac2f3c8cb 2024-11-20T19:58:38,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/efbccc37bda84529b658af4a021e6e63 2024-11-20T19:58:38,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ce7c201b0e5a464fae817752d0a64ed1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/404b94f1dabe42ebb86f1a19a69c8839, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2a057a2a50124cfe95c36ef639923544, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/a380d3108ecf40d2b63c1ac88bea4bd7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e46fa3299156480cae7393d038a6f10a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8af30441e5044124a23e454cf3f76296, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/33c0d78c2c8d4136a28c201c7e62c9a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c] to archive 2024-11-20T19:58:38,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:58:38,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2ae37e6ec25e46c3963be982d21c84d8 2024-11-20T19:58:38,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/40685006773d4c528559607a2a434293 2024-11-20T19:58:38,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d5034a16d1ef4ccab99b8090a448ebdd 2024-11-20T19:58:38,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ce7c201b0e5a464fae817752d0a64ed1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ce7c201b0e5a464fae817752d0a64ed1 2024-11-20T19:58:38,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ceaa0465dbae443ea6bc8c3e9097d957 2024-11-20T19:58:38,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/f4cc295370b44b6f8a96e95bbdd399a6 2024-11-20T19:58:38,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/404b94f1dabe42ebb86f1a19a69c8839 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/404b94f1dabe42ebb86f1a19a69c8839 2024-11-20T19:58:38,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8397a090e4c4f75a611ff32542f9ef0 2024-11-20T19:58:38,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/29efc28c4cc6487880f097376073d59c 2024-11-20T19:58:38,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4514514cd1be4127bccd2d32a122ff68 2024-11-20T19:58:38,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2a057a2a50124cfe95c36ef639923544 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/2a057a2a50124cfe95c36ef639923544 2024-11-20T19:58:38,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/23ae333a8d4f46a190151428ebd62d23 2024-11-20T19:58:38,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e23a683bde944594956a8f416c875350 2024-11-20T19:58:38,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/a380d3108ecf40d2b63c1ac88bea4bd7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/a380d3108ecf40d2b63c1ac88bea4bd7 2024-11-20T19:58:38,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/70e7462ff8a6499dab143a9f2b395df8 2024-11-20T19:58:38,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/ff79e04fef0d4826a66d2eac45aa1118 2024-11-20T19:58:38,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e46fa3299156480cae7393d038a6f10a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/e46fa3299156480cae7393d038a6f10a 2024-11-20T19:58:38,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/175defad50b04d2780c238db41a8c0b2 2024-11-20T19:58:38,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/4320642c50a54b8ca551cb763f424851 2024-11-20T19:58:38,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8af30441e5044124a23e454cf3f76296 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8af30441e5044124a23e454cf3f76296 2024-11-20T19:58:38,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/3b9b3305fc4b4327993c3ba7cb3b3c68 2024-11-20T19:58:38,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/8d14d2be61ca40839bc209051ddf6c8b 2024-11-20T19:58:38,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a0748d4af6f4fafad02a7de554adba8 2024-11-20T19:58:38,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/733593ad732244e792ca9757f0848052 2024-11-20T19:58:38,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc184214a48b4189b9e730c285dc2676 2024-11-20T19:58:38,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/33c0d78c2c8d4136a28c201c7e62c9a7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/33c0d78c2c8d4136a28c201c7e62c9a7 2024-11-20T19:58:38,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/507ca7cc3e2d4fd89a4b22ee8704d178 2024-11-20T19:58:38,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/cc16b1dfd85a44548675eae7b4099fbc 2024-11-20T19:58:38,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/5a4d92f8ba0b42449114e17fe71afb7c 2024-11-20T19:58:38,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a90894b3bf6e413fb4025d5f4c1dee3d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/d4d0ed821f1a4f49804c07ffe944392d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/75bc9f33dc644dccaafb7160ff858cde, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a0ec2ed0ef0c4068aca8ba755e284c94, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5420b328d3524548ae879fc90502c6a6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/6139e18f953a46f985af9acc0eae68f6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/286761a0714e4545ad2cc9e454e6fbcf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77] to archive 2024-11-20T19:58:38,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:58:38,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/59cb2eb3dc6a47b589a6acf768a08990 2024-11-20T19:58:38,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eab6dfeaaaf4e1dbcea3f3264fed601 2024-11-20T19:58:38,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/97dce08175744510be6efecd85c8aa00 2024-11-20T19:58:38,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a90894b3bf6e413fb4025d5f4c1dee3d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a90894b3bf6e413fb4025d5f4c1dee3d 2024-11-20T19:58:38,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/65cd93280eab474c8e68d8ca1e59725f 2024-11-20T19:58:38,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1968f02c29b54b8f96756a7f569ccf55 2024-11-20T19:58:38,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/d4d0ed821f1a4f49804c07ffe944392d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/d4d0ed821f1a4f49804c07ffe944392d 2024-11-20T19:58:38,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/91ae679430f14a849b47e3519fcfdcf3 2024-11-20T19:58:38,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/73aa6dedbfe64da1bc27b7884da04d7a 2024-11-20T19:58:38,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/937f6aa16bd54d428ea3784c34e926be 2024-11-20T19:58:38,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/75bc9f33dc644dccaafb7160ff858cde to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/75bc9f33dc644dccaafb7160ff858cde 2024-11-20T19:58:38,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/248530df0ac949a6805fcd8bdf098e5f 2024-11-20T19:58:38,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5d77c00f3e674de0bc5365ab103ca81c 2024-11-20T19:58:38,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a0ec2ed0ef0c4068aca8ba755e284c94 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a0ec2ed0ef0c4068aca8ba755e284c94 2024-11-20T19:58:38,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7338ac7fe9ba40cbaa0fdd887bdd0ac6 2024-11-20T19:58:38,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/b11efffb66b04f67b25b6bdd5bf78516 2024-11-20T19:58:38,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5420b328d3524548ae879fc90502c6a6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/5420b328d3524548ae879fc90502c6a6 2024-11-20T19:58:38,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8099a763b85a4d5297173d0ce3e51ea1 2024-11-20T19:58:38,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4b3639f0492e426197c4b72ea71c32dc 2024-11-20T19:58:38,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/6139e18f953a46f985af9acc0eae68f6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/6139e18f953a46f985af9acc0eae68f6 2024-11-20T19:58:38,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/50b4c0d4e07948da89b2f15599d9d1a1 2024-11-20T19:58:38,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a4b6dd8fb60c4f6cb44e3df22253dbe5 2024-11-20T19:58:38,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/51713b3ca19c427c9168aa4df74b5b11 2024-11-20T19:58:38,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/8eb2c87af9204dbebab214dfcc4f57a3 2024-11-20T19:58:38,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7dd1001377df43149bfcc3b4c2beae5f 2024-11-20T19:58:38,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/286761a0714e4545ad2cc9e454e6fbcf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/286761a0714e4545ad2cc9e454e6fbcf 2024-11-20T19:58:38,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/a6342ed4d17e41a187ef3913ad9c6604 2024-11-20T19:58:38,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/7e5489902a7e40db9fd92cbdecf34ed5 2024-11-20T19:58:38,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/4cd145d52d8942b8b795f394160bbc77 2024-11-20T19:58:38,327 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=1 2024-11-20T19:58:38,328 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. 2024-11-20T19:58:38,328 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for a42208d787dd2533be85863f43ee3f28: Waiting for close lock at 1732132716939Running coprocessor pre-close hooks at 1732132716939Disabling compacts and flushes for region at 1732132716939Disabling writes for close at 1732132716939Obtaining lock to block concurrent updates at 1732132716939Preparing flush snapshotting stores in a42208d787dd2533be85863f43ee3f28 at 1732132716939Finished memstore snapshotting TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732132716939Flushing stores of TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28. at 1732132716940 (+1 ms)Flushing a42208d787dd2533be85863f43ee3f28/A: creating writer at 1732132716940Flushing a42208d787dd2533be85863f43ee3f28/A: appending metadata at 1732132716943 (+3 ms)Flushing a42208d787dd2533be85863f43ee3f28/A: closing flushed file at 1732132716943Flushing a42208d787dd2533be85863f43ee3f28/B: creating writer at 1732132717353 (+410 ms)Flushing a42208d787dd2533be85863f43ee3f28/B: appending metadata at 1732132717355 (+2 ms)Flushing a42208d787dd2533be85863f43ee3f28/B: closing flushed file at 1732132717355Flushing a42208d787dd2533be85863f43ee3f28/C: creating writer at 1732132717765 (+410 ms)Flushing a42208d787dd2533be85863f43ee3f28/C: appending metadata at 1732132717767 (+2 ms)Flushing a42208d787dd2533be85863f43ee3f28/C: closing flushed file at 1732132717767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d7d147: reopening flushed file at 1732132718176 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c05a97: reopening flushed file at 1732132718182 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6119a6: reopening flushed file at 1732132718187 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a42208d787dd2533be85863f43ee3f28 in 1253ms, sequenceid=458, compaction requested=true at 1732132718192 (+5 ms)Writing region close event to WAL at 1732132718324 (+132 ms)Running coprocessor post-close hooks at 1732132718328 (+4 ms)Closed at 1732132718328 2024-11-20T19:58:38,331 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:38,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=a42208d787dd2533be85863f43ee3f28, regionState=CLOSED 2024-11-20T19:58:38,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:58:38,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T19:58:38,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure a42208d787dd2533be85863f43ee3f28, server=7200dd4cf518,39215,1732132685355 in 1.5520 sec 2024-11-20T19:58:38,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T19:58:38,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42208d787dd2533be85863f43ee3f28, UNASSIGN in 1.5580 sec 2024-11-20T19:58:38,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T19:58:38,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5650 sec 2024-11-20T19:58:38,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132718340"}]},"ts":"1732132718340"} 2024-11-20T19:58:38,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:58:38,342 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:58:38,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5780 sec 2024-11-20T19:58:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:58:38,917 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:38,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T19:58:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:38,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T19:58:38,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:38,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:38,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/recovered.edits] 2024-11-20T19:58:38,937 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7af64d48dc5044bea311a63fcd7724f1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/7af64d48dc5044bea311a63fcd7724f1 2024-11-20T19:58:38,938 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b7b10dde51b2400bad693486a06f5da6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/b7b10dde51b2400bad693486a06f5da6 2024-11-20T19:58:38,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/bede5273c101423cab55cb3432203cf6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/A/bede5273c101423cab55cb3432203cf6 2024-11-20T19:58:38,942 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/047c71e1fa0c44db8cea57bbfae5c39c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/047c71e1fa0c44db8cea57bbfae5c39c 2024-11-20T19:58:38,944 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/164492c21d8a4144b6313e633cfccb09 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/164492c21d8a4144b6313e633cfccb09 2024-11-20T19:58:38,945 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8f5ad4d096445a69ee2ed83457785b8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/B/d8f5ad4d096445a69ee2ed83457785b8 2024-11-20T19:58:38,947 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1c456e951f0b40fd845c58138d6712f5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/1c456e951f0b40fd845c58138d6712f5 2024-11-20T19:58:38,948 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/ce143e21a48248fe81e96a9d50e209e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/ce143e21a48248fe81e96a9d50e209e5 2024-11-20T19:58:38,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/eba428bdfdca426cb2e5d6750807888e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/C/eba428bdfdca426cb2e5d6750807888e 2024-11-20T19:58:38,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/recovered.edits/461.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28/recovered.edits/461.seqid 2024-11-20T19:58:38,953 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/a42208d787dd2533be85863f43ee3f28 2024-11-20T19:58:38,953 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:58:38,958 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:38,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T19:58:38,967 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:58:38,998 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:58:38,999 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:38,999 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:58:39,000 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132718999"}]},"ts":"9223372036854775807"} 2024-11-20T19:58:39,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:58:39,005 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a42208d787dd2533be85863f43ee3f28, NAME => 'TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:58:39,005 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:58:39,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132719005"}]},"ts":"9223372036854775807"} 2024-11-20T19:58:39,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:58:39,009 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:39,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-20T19:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T19:58:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:58:39,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:39,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=236 (was 210) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34491919_22 at /127.0.0.1:38168 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7200dd4cf518:39215-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4799 (was 5900) 2024-11-20T19:58:39,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=4799 2024-11-20T19:58:39,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:58:39,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:39,063 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:58:39,064 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:39,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-20T19:58:39,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741933_1109 (size=959) 2024-11-20T19:58:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:39,474 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:58:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741934_1110 (size=53) 2024-11-20T19:58:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing abd92fde56aa09cc51a544b47db32026, disabling compactions & flushes 2024-11-20T19:58:39,880 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. after waiting 0 ms 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:39,880 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:39,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for abd92fde56aa09cc51a544b47db32026: Waiting for close lock at 1732132719880Disabling compacts and flushes for region at 1732132719880Disabling writes for close at 1732132719880Writing region close event to WAL at 1732132719880Closed at 1732132719880 2024-11-20T19:58:39,882 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:58:39,882 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132719882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132719882"}]},"ts":"1732132719882"} 2024-11-20T19:58:39,884 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:58:39,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:58:39,884 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132719884"}]},"ts":"1732132719884"} 2024-11-20T19:58:39,886 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:58:39,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, ASSIGN}] 2024-11-20T19:58:39,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, ASSIGN 2024-11-20T19:58:39,888 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T19:58:40,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:40,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, ASSIGN because future has completed 2024-11-20T19:58:40,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:40,196 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:40,196 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:58:40,197 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,197 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:40,197 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,197 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:40,198 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,201 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName A 2024-11-20T19:58:40,201 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:40,201 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:40,201 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,202 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName B 2024-11-20T19:58:40,202 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:40,203 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:40,203 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,204 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName C 2024-11-20T19:58:40,204 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:40,204 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:40,204 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,205 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,205 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,206 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,207 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,207 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:58:40,208 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,210 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:58:40,210 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened abd92fde56aa09cc51a544b47db32026; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851918, jitterRate=-0.018729954957962036}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:58:40,210 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:40,211 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for abd92fde56aa09cc51a544b47db32026: Running coprocessor pre-open hook at 1732132720197Writing region info on filesystem at 1732132720197Initializing all the Stores at 1732132720198 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132720198Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132720198Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132720198Cleaning up temporary data from old regions at 1732132720207 (+9 ms)Running coprocessor post-open hooks at 1732132720210 (+3 ms)Region opened successfully at 1732132720211 (+1 ms) 2024-11-20T19:58:40,212 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., pid=38, masterSystemTime=1732132720192 2024-11-20T19:58:40,214 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:40,214 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:40,214 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:40,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:58:40,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T19:58:40,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 in 176 msec 2024-11-20T19:58:40,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T19:58:40,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, ASSIGN in 332 msec 2024-11-20T19:58:40,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:58:40,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132720221"}]},"ts":"1732132720221"} 2024-11-20T19:58:40,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:58:40,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:58:40,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-20T19:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T19:58:41,217 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:41,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:41,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:41,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:41,220 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49129189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:41,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fa24c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:41,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:41,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:41,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:58:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T19:58:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ece70d7 2024-11-20T19:58:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:58:41,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:58:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:58:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:58:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T19:58:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741935_1111 (size=995) 2024-11-20T19:58:41,652 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T19:58:41,652 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T19:58:41,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:58:41,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE}] 2024-11-20T19:58:41,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE 2024-11-20T19:58:41,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:41,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE because future has completed 2024-11-20T19:58:41,665 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:58:41,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:41,818 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:41,818 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:58:41,818 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing abd92fde56aa09cc51a544b47db32026, disabling compactions & flushes 2024-11-20T19:58:41,818 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:41,818 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:41,818 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. after waiting 0 ms 2024-11-20T19:58:41,818 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:41,822 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:58:41,822 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:41,823 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for abd92fde56aa09cc51a544b47db32026: Waiting for close lock at 1732132721818Running coprocessor pre-close hooks at 1732132721818Disabling compacts and flushes for region at 1732132721818Disabling writes for close at 1732132721818Writing region close event to WAL at 1732132721819 (+1 ms)Running coprocessor post-close hooks at 1732132721822 (+3 ms)Closed at 1732132721822 2024-11-20T19:58:41,823 WARN [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: abd92fde56aa09cc51a544b47db32026 to self. 2024-11-20T19:58:41,825 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:41,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=CLOSED 2024-11-20T19:58:41,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:58:41,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T19:58:41,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 in 163 msec 2024-11-20T19:58:41,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE; state=CLOSED, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=true 2024-11-20T19:58:41,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:41,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE because future has completed 2024-11-20T19:58:41,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:58:42,137 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,137 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:58:42,138 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,138 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:58:42,138 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,138 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,140 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,145 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName A 2024-11-20T19:58:42,146 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,147 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:42,147 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,148 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName B 2024-11-20T19:58:42,148 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,149 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:42,149 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,149 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd92fde56aa09cc51a544b47db32026 columnFamilyName C 2024-11-20T19:58:42,149 DEBUG [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,150 INFO [StoreOpener-abd92fde56aa09cc51a544b47db32026-1 {}] regionserver.HStore(327): Store=abd92fde56aa09cc51a544b47db32026/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:58:42,150 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,150 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,151 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,152 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,152 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,153 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:58:42,154 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,154 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened abd92fde56aa09cc51a544b47db32026; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74127030, jitterRate=0.10457882285118103}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:58:42,155 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,156 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for abd92fde56aa09cc51a544b47db32026: Running coprocessor pre-open hook at 1732132722138Writing region info on filesystem at 1732132722138Initializing all the Stores at 1732132722138Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132722139 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132722139Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132722139Cleaning up temporary data from old regions at 1732132722152 (+13 ms)Running coprocessor post-open hooks at 1732132722155 (+3 ms)Region opened successfully at 1732132722156 (+1 ms) 2024-11-20T19:58:42,157 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., pid=43, masterSystemTime=1732132722134 2024-11-20T19:58:42,159 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,159 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=OPEN, openSeqNum=5, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:58:42,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-20T19:58:42,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 in 180 msec 2024-11-20T19:58:42,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T19:58:42,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, REOPEN/MOVE in 504 msec 2024-11-20T19:58:42,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T19:58:42,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-20T19:58:42,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-20T19:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T19:58:42,175 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:42,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3797efbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,178 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ef18fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb02826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e918a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,183 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77888b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,185 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504d2624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,187 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34146cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,189 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a297b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,191 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deb4d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,192 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e2cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,194 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4248c8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,195 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbc622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,197 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,198 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd05b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcc0eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,201 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5330f877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:58:42,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:58:42,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:58:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:58:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:58:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730d1583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:58:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:58:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:58:42,204 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:58:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce03a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:58:42,205 DEBUG [Thread-580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,205 DEBUG [Thread-574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,205 DEBUG [Thread-576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,205 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,206 DEBUG [Thread-582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,206 DEBUG [Thread-580 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,206 DEBUG [Thread-580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,207 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:42,207 DEBUG [Thread-585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,208 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,209 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T19:58:42,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,209 DEBUG [Thread-585 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,210 DEBUG [Thread-585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:58:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:42,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:42,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,213 DEBUG [Thread-578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:58:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:58:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:42,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:58:42,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e951e1aadb0147fb9a776e3294b5358b_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132722227/Put/seqid=0 2024-11-20T19:58:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132782277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132782278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132782282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132782284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132782285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741936_1112 (size=12154) 2024-11-20T19:58:42,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e951e1aadb0147fb9a776e3294b5358b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e951e1aadb0147fb9a776e3294b5358b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/bb51fe446e6d48dab100e704609e0cd8, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/bb51fe446e6d48dab100e704609e0cd8 is 175, key is test_row_0/A:col10/1732132722227/Put/seqid=0 2024-11-20T19:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:58:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741937_1113 (size=30955) 2024-11-20T19:58:42,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/bb51fe446e6d48dab100e704609e0cd8 2024-11-20T19:58:42,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:58:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:42,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/c4eff0de5451458fb6eab1c9566c429f is 50, key is test_row_0/B:col10/1732132722227/Put/seqid=0 2024-11-20T19:58:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132782402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132782403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132782403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132782404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132782404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741938_1114 (size=12001) 2024-11-20T19:58:42,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/c4eff0de5451458fb6eab1c9566c429f 2024-11-20T19:58:42,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/36ab24101d63428292bcd9ed53f93589 is 50, key is test_row_0/C:col10/1732132722227/Put/seqid=0 2024-11-20T19:58:42,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741939_1115 (size=12001) 2024-11-20T19:58:42,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/36ab24101d63428292bcd9ed53f93589 2024-11-20T19:58:42,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/bb51fe446e6d48dab100e704609e0cd8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8 2024-11-20T19:58:42,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T19:58:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/c4eff0de5451458fb6eab1c9566c429f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f 2024-11-20T19:58:42,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T19:58:42,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/36ab24101d63428292bcd9ed53f93589 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589 2024-11-20T19:58:42,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T19:58:42,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for abd92fde56aa09cc51a544b47db32026 in 276ms, sequenceid=16, compaction requested=false 2024-11-20T19:58:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:42,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:58:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:58:42,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a0e5827bd3d4bcab72ef445597417c4_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132722263/Put/seqid=0 2024-11-20T19:58:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741940_1116 (size=12154) 2024-11-20T19:58:42,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,569 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a0e5827bd3d4bcab72ef445597417c4_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a0e5827bd3d4bcab72ef445597417c4_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f90452b4d3bf4c67ae653e4ac7731cd4, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f90452b4d3bf4c67ae653e4ac7731cd4 is 175, key is test_row_0/A:col10/1732132722263/Put/seqid=0 2024-11-20T19:58:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741941_1117 (size=30955) 2024-11-20T19:58:42,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f90452b4d3bf4c67ae653e4ac7731cd4 2024-11-20T19:58:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ce767a76b3554e0182c5b52694018488 is 50, key is test_row_0/B:col10/1732132722263/Put/seqid=0 2024-11-20T19:58:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741942_1118 (size=12001) 2024-11-20T19:58:42,607 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ce767a76b3554e0182c5b52694018488 2024-11-20T19:58:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/c79028bf258e4bac8f1cca6a5d1095ec is 50, key is test_row_0/C:col10/1732132722263/Put/seqid=0 2024-11-20T19:58:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741943_1119 (size=12001) 2024-11-20T19:58:42,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/c79028bf258e4bac8f1cca6a5d1095ec 2024-11-20T19:58:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f90452b4d3bf4c67ae653e4ac7731cd4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4 2024-11-20T19:58:42,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T19:58:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ce767a76b3554e0182c5b52694018488 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488 2024-11-20T19:58:42,656 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T19:58:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/c79028bf258e4bac8f1cca6a5d1095ec as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec 2024-11-20T19:58:42,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T19:58:42,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for abd92fde56aa09cc51a544b47db32026 in 143ms, sequenceid=40, compaction requested=false 2024-11-20T19:58:42,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:42,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T19:58:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T19:58:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:42,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T19:58:42,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T19:58:42,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 458 msec 2024-11-20T19:58:42,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 467 msec 2024-11-20T19:58:42,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120761b519fa2a14b01955995247b601b96_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741944_1120 (size=17034) 2024-11-20T19:58:42,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120761b519fa2a14b01955995247b601b96_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120761b519fa2a14b01955995247b601b96_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/08e9cd50b825438faaaa79f9d59662fd, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/08e9cd50b825438faaaa79f9d59662fd is 175, key is test_row_0/A:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741945_1121 (size=48139) 2024-11-20T19:58:42,722 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/08e9cd50b825438faaaa79f9d59662fd 2024-11-20T19:58:42,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/17ab552dc629462cad4bfbabaf4d9b08 is 50, key is test_row_0/B:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741946_1122 (size=12001) 2024-11-20T19:58:42,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/17ab552dc629462cad4bfbabaf4d9b08 2024-11-20T19:58:42,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132782733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132782737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/eeda5b1ed2184a12878fe3c74689561b is 50, key is test_row_0/C:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132782746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132782749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741947_1123 (size=12001) 2024-11-20T19:58:42,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/eeda5b1ed2184a12878fe3c74689561b 2024-11-20T19:58:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132782753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/08e9cd50b825438faaaa79f9d59662fd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd 2024-11-20T19:58:42,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd, entries=250, sequenceid=55, filesize=47.0 K 2024-11-20T19:58:42,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/17ab552dc629462cad4bfbabaf4d9b08 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08 2024-11-20T19:58:42,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T19:58:42,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/eeda5b1ed2184a12878fe3c74689561b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b 2024-11-20T19:58:42,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T19:58:42,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for abd92fde56aa09cc51a544b47db32026 in 134ms, sequenceid=55, compaction requested=true 2024-11-20T19:58:42,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:42,805 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:42,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:42,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:42,805 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:42,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:42,807 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:42,807 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:42,807 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,807 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=107.5 K 2024-11-20T19:58:42,807 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,807 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd] 2024-11-20T19:58:42,808 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:42,808 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb51fe446e6d48dab100e704609e0cd8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732132722223 2024-11-20T19:58:42,808 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:42,808 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:42,808 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.2 K 2024-11-20T19:58:42,809 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c4eff0de5451458fb6eab1c9566c429f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732132722223 2024-11-20T19:58:42,809 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f90452b4d3bf4c67ae653e4ac7731cd4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132722263 2024-11-20T19:58:42,809 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ce767a76b3554e0182c5b52694018488, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132722263 2024-11-20T19:58:42,809 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08e9cd50b825438faaaa79f9d59662fd, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722645 2024-11-20T19:58:42,810 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ab552dc629462cad4bfbabaf4d9b08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722648 2024-11-20T19:58:42,821 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,836 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cf7f9f402042447b88e9805e2848295a_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:58:42,838 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:42,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T19:58:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:58:42,841 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:42,842 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:42,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:42,849 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#106 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:42,850 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/3806c94b24344177a4606fafc6cc35c1 is 50, key is test_row_0/B:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,856 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cf7f9f402042447b88e9805e2848295a_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,856 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf7f9f402042447b88e9805e2848295a_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741948_1124 (size=12104) 2024-11-20T19:58:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,864 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:42,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:58:42,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/3806c94b24344177a4606fafc6cc35c1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3806c94b24344177a4606fafc6cc35c1 2024-11-20T19:58:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741949_1125 (size=4469) 2024-11-20T19:58:42,880 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 3806c94b24344177a4606fafc6cc35c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:42,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:42,880 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132722805; duration=0sec 2024-11-20T19:58:42,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:42,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:42,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:42,883 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:42,883 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:42,883 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,883 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.2 K 2024-11-20T19:58:42,883 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 36ab24101d63428292bcd9ed53f93589, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732132722223 2024-11-20T19:58:42,884 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c79028bf258e4bac8f1cca6a5d1095ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132722263 2024-11-20T19:58:42,884 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting eeda5b1ed2184a12878fe3c74689561b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722648 2024-11-20T19:58:42,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e6490900fbf641e6a7176f58ac6d77d3_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132722864/Put/seqid=0 2024-11-20T19:58:42,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132782891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132782892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132782892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132782893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,907 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:42,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132782899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:42,908 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/16225c4e321b48539882d70d39d0ae37 is 50, key is test_row_0/C:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741950_1126 (size=17034) 2024-11-20T19:58:42,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:42,922 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e6490900fbf641e6a7176f58ac6d77d3_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6490900fbf641e6a7176f58ac6d77d3_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:42,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/411ba267184e45a68531164a2099be9b, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:42,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/411ba267184e45a68531164a2099be9b is 175, key is test_row_0/A:col10/1732132722864/Put/seqid=0 2024-11-20T19:58:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741952_1128 (size=48139) 2024-11-20T19:58:42,940 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/411ba267184e45a68531164a2099be9b 2024-11-20T19:58:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:58:42,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81280ca116324aa6bad31f912e5f3968 is 50, key is test_row_0/B:col10/1732132722864/Put/seqid=0 2024-11-20T19:58:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741951_1127 (size=12104) 2024-11-20T19:58:42,960 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/16225c4e321b48539882d70d39d0ae37 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/16225c4e321b48539882d70d39d0ae37 2024-11-20T19:58:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741953_1129 (size=12001) 2024-11-20T19:58:42,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81280ca116324aa6bad31f912e5f3968 2024-11-20T19:58:42,969 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 16225c4e321b48539882d70d39d0ae37(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:42,969 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:42,969 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132722808; duration=0sec 2024-11-20T19:58:42,971 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:42,971 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:42,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/4db476ad63b84b58a89167f0c6db9da6 is 50, key is test_row_0/C:col10/1732132722864/Put/seqid=0 2024-11-20T19:58:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741954_1130 (size=12001) 2024-11-20T19:58:42,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/4db476ad63b84b58a89167f0c6db9da6 2024-11-20T19:58:42,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T19:58:42,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:42,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:43,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/411ba267184e45a68531164a2099be9b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b 2024-11-20T19:58:43,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132783008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132783008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132783008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b, entries=250, sequenceid=78, filesize=47.0 K 2024-11-20T19:58:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81280ca116324aa6bad31f912e5f3968 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968 2024-11-20T19:58:43,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132783017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132783017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:58:43,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/4db476ad63b84b58a89167f0c6db9da6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6 2024-11-20T19:58:43,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:58:43,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for abd92fde56aa09cc51a544b47db32026 in 171ms, sequenceid=78, compaction requested=false 2024-11-20T19:58:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:43,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T19:58:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:43,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:58:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:58:43,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c076cf62d5184c1c9def6188edf9455b_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132722891/Put/seqid=0 2024-11-20T19:58:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741955_1131 (size=12154) 2024-11-20T19:58:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c076cf62d5184c1c9def6188edf9455b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c076cf62d5184c1c9def6188edf9455b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5ada0c4601ad479fa339852d3cbc332e, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:43,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5ada0c4601ad479fa339852d3cbc332e is 175, key is test_row_0/A:col10/1732132722891/Put/seqid=0 2024-11-20T19:58:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741956_1132 (size=30955) 2024-11-20T19:58:43,236 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5ada0c4601ad479fa339852d3cbc332e 2024-11-20T19:58:43,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9e11edad8f2d498991c7429bcc499a7d is 50, key is test_row_0/B:col10/1732132722891/Put/seqid=0 2024-11-20T19:58:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132783249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132783256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132783258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132783264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741957_1133 (size=12001) 2024-11-20T19:58:43,274 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#105 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:43,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9e11edad8f2d498991c7429bcc499a7d 2024-11-20T19:58:43,274 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1a9012810bc149d281350cc1c7c6d69b is 175, key is test_row_0/A:col10/1732132722666/Put/seqid=0 2024-11-20T19:58:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132783264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6481125bcee0469788d74224fcdac205 is 50, key is test_row_0/C:col10/1732132722891/Put/seqid=0 2024-11-20T19:58:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741958_1134 (size=31058) 2024-11-20T19:58:43,303 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1a9012810bc149d281350cc1c7c6d69b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b 2024-11-20T19:58:43,312 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 1a9012810bc149d281350cc1c7c6d69b(size=30.3 K), total size for store is 77.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:43,312 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:43,313 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132722805; duration=0sec 2024-11-20T19:58:43,313 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:43,313 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:43,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741959_1135 (size=12001) 2024-11-20T19:58:43,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132783368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132783368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132783377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132783377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132783387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:58:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132783577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132783587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132783588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132783588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132783597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6481125bcee0469788d74224fcdac205 2024-11-20T19:58:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5ada0c4601ad479fa339852d3cbc332e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e 2024-11-20T19:58:43,734 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e, entries=150, sequenceid=93, filesize=30.2 K 2024-11-20T19:58:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9e11edad8f2d498991c7429bcc499a7d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d 2024-11-20T19:58:43,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T19:58:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6481125bcee0469788d74224fcdac205 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205 2024-11-20T19:58:43,750 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T19:58:43,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for abd92fde56aa09cc51a544b47db32026 in 604ms, sequenceid=93, compaction requested=true 2024-11-20T19:58:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T19:58:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T19:58:43,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T19:58:43,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 915 msec 2024-11-20T19:58:43,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 922 msec 2024-11-20T19:58:43,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:58:43,893 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:43,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:58:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:43,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f2bbc3881e144d7b6beef2e3bc69d39_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:43,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132783907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132783909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132783911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132783911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132783913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741960_1136 (size=12154) 2024-11-20T19:58:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:58:43,977 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:43,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T19:58:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:58:43,981 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:43,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:43,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132784017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132784016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132784017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132784017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:58:44,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132784237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132784237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132784237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132784238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:58:44,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:44,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f2bbc3881e144d7b6beef2e3bc69d39_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f2bbc3881e144d7b6beef2e3bc69d39_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:44,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa129069a238418c97672651086c6073, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa129069a238418c97672651086c6073 is 175, key is test_row_0/A:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741961_1137 (size=30955) 2024-11-20T19:58:44,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa129069a238418c97672651086c6073 2024-11-20T19:58:44,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/cf5f621d2133450696c64caffa420b8f is 50, key is test_row_0/B:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741962_1138 (size=12001) 2024-11-20T19:58:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132784427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132784547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132784548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132784548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132784548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:44,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:58:44,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:44,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/cf5f621d2133450696c64caffa420b8f 2024-11-20T19:58:44,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7efde3545f0043539f0a4e4a7cc0d6ab is 50, key is test_row_0/C:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741963_1139 (size=12001) 2024-11-20T19:58:44,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7efde3545f0043539f0a4e4a7cc0d6ab 2024-11-20T19:58:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa129069a238418c97672651086c6073 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073 2024-11-20T19:58:44,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073, entries=150, sequenceid=119, filesize=30.2 K 2024-11-20T19:58:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/cf5f621d2133450696c64caffa420b8f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f 2024-11-20T19:58:44,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:58:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7efde3545f0043539f0a4e4a7cc0d6ab as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab 2024-11-20T19:58:44,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:58:44,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for abd92fde56aa09cc51a544b47db32026 in 920ms, sequenceid=119, compaction requested=true 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:44,813 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:44,813 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:44,815 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:44,815 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:44,815 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,815 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3806c94b24344177a4606fafc6cc35c1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=47.0 K 2024-11-20T19:58:44,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:44,815 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:44,815 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,816 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=137.8 K 2024-11-20T19:58:44,816 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,816 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073] 2024-11-20T19:58:44,816 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3806c94b24344177a4606fafc6cc35c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722648 2024-11-20T19:58:44,818 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9012810bc149d281350cc1c7c6d69b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722648 2024-11-20T19:58:44,818 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 81280ca116324aa6bad31f912e5f3968, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132722733 2024-11-20T19:58:44,819 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e11edad8f2d498991c7429bcc499a7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132722889 2024-11-20T19:58:44,819 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411ba267184e45a68531164a2099be9b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132722733 2024-11-20T19:58:44,819 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting cf5f621d2133450696c64caffa420b8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:44,819 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ada0c4601ad479fa339852d3cbc332e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132722889 2024-11-20T19:58:44,820 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa129069a238418c97672651086c6073, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:44,836 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#117 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:44,839 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e697a72a59b34d3a9a1145cd232289bd is 50, key is test_row_0/B:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,841 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,850 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112048b466bbadc44372ab4a06c6aa4910d2_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,855 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112048b466bbadc44372ab4a06c6aa4910d2_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,856 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112048b466bbadc44372ab4a06c6aa4910d2_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741964_1140 (size=12241) 2024-11-20T19:58:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741965_1141 (size=4469) 2024-11-20T19:58:44,876 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#118 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:44,877 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b5a7f35a7f334eec8b6d8048babf7f1e is 175, key is test_row_0/A:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741966_1142 (size=31195) 2024-11-20T19:58:44,904 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b5a7f35a7f334eec8b6d8048babf7f1e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e 2024-11-20T19:58:44,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:58:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3a728af0b604c3f91dc8a82a41919f5_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132723911/Put/seqid=0 2024-11-20T19:58:44,918 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into b5a7f35a7f334eec8b6d8048babf7f1e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:44,918 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:44,918 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=12, startTime=1732132724813; duration=0sec 2024-11-20T19:58:44,918 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:44,918 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:44,918 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:44,921 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:44,921 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:44,921 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:44,921 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/16225c4e321b48539882d70d39d0ae37, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=47.0 K 2024-11-20T19:58:44,922 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16225c4e321b48539882d70d39d0ae37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732132722648 2024-11-20T19:58:44,922 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4db476ad63b84b58a89167f0c6db9da6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132722733 2024-11-20T19:58:44,923 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6481125bcee0469788d74224fcdac205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132722889 2024-11-20T19:58:44,923 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7efde3545f0043539f0a4e4a7cc0d6ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741967_1143 (size=12204) 2024-11-20T19:58:44,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:44,938 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:44,939 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/fd67c1d344344341a05b5dff44058d00 is 50, key is test_row_0/C:col10/1732132723891/Put/seqid=0 2024-11-20T19:58:44,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3a728af0b604c3f91dc8a82a41919f5_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3a728af0b604c3f91dc8a82a41919f5_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1799f53c00094851b40644279856e26f, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1799f53c00094851b40644279856e26f is 175, key is test_row_0/A:col10/1732132723911/Put/seqid=0 2024-11-20T19:58:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741969_1145 (size=31005) 2024-11-20T19:58:44,962 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1799f53c00094851b40644279856e26f 2024-11-20T19:58:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741968_1144 (size=12241) 2024-11-20T19:58:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8053e6d4467f4b02ba4094730c881e2b is 50, key is test_row_0/B:col10/1732132723911/Put/seqid=0 2024-11-20T19:58:44,985 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/fd67c1d344344341a05b5dff44058d00 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/fd67c1d344344341a05b5dff44058d00 2024-11-20T19:58:44,993 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into fd67c1d344344341a05b5dff44058d00(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:44,993 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:44,993 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=12, startTime=1732132724813; duration=0sec 2024-11-20T19:58:44,994 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:44,994 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:45,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741970_1146 (size=12051) 2024-11-20T19:58:45,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8053e6d4467f4b02ba4094730c881e2b 2024-11-20T19:58:45,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/88238fd087884b5b926eb9b99c6c8bfd is 50, key is test_row_0/C:col10/1732132723911/Put/seqid=0 2024-11-20T19:58:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741971_1147 (size=12051) 2024-11-20T19:58:45,029 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/88238fd087884b5b926eb9b99c6c8bfd 2024-11-20T19:58:45,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/1799f53c00094851b40644279856e26f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f 2024-11-20T19:58:45,046 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f, entries=150, sequenceid=130, filesize=30.3 K 2024-11-20T19:58:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8053e6d4467f4b02ba4094730c881e2b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b 2024-11-20T19:58:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:58:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/88238fd087884b5b926eb9b99c6c8bfd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd 2024-11-20T19:58:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,060 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:58:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for abd92fde56aa09cc51a544b47db32026 in 158ms, sequenceid=130, compaction requested=false 2024-11-20T19:58:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T19:58:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T19:58:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T19:58:45,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0820 sec 2024-11-20T19:58:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0890 sec 2024-11-20T19:58:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:58:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,117 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:45,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T19:58:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,121 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:45,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:45,184 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:45,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120df35f72568814dca9c0b4715d2d99834_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741973_1149 (size=24758) 2024-11-20T19:58:45,210 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,216 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120df35f72568814dca9c0b4715d2d99834_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120df35f72568814dca9c0b4715d2d99834_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:45,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/4d34408f603446c0a72e39097c2e8170, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:45,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/4d34408f603446c0a72e39097c2e8170 is 175, key is test_row_0/A:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741972_1148 (size=74395) 2024-11-20T19:58:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:45,274 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e697a72a59b34d3a9a1145cd232289bd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e697a72a59b34d3a9a1145cd232289bd 2024-11-20T19:58:45,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132785264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132785267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132785269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132785270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,282 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into e697a72a59b34d3a9a1145cd232289bd(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:45,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:45,283 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=12, startTime=1732132724813; duration=0sec 2024-11-20T19:58:45,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:45,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:45,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132785377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132785387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132785387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132785387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132785447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,452 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132785587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132785597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132785597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132785597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/4d34408f603446c0a72e39097c2e8170 2024-11-20T19:58:45,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/682fb713b80847e2929f478e1230f698 is 50, key is test_row_0/B:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741974_1150 (size=12151) 2024-11-20T19:58:45,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:45,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:45,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:45,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132785897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132785907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132785908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132785908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:46,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/682fb713b80847e2929f478e1230f698 2024-11-20T19:58:46,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/992b2fd2bbda4bf4b03d88350402b7e2 is 50, key is test_row_0/C:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741975_1151 (size=12151) 2024-11-20T19:58:46,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:46,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132786407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132786417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132786447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132786447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:46,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/992b2fd2bbda4bf4b03d88350402b7e2 2024-11-20T19:58:46,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/4d34408f603446c0a72e39097c2e8170 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170 2024-11-20T19:58:46,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170, entries=400, sequenceid=143, filesize=72.7 K 2024-11-20T19:58:46,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/682fb713b80847e2929f478e1230f698 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698 2024-11-20T19:58:46,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:46,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T19:58:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/992b2fd2bbda4bf4b03d88350402b7e2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2 2024-11-20T19:58:46,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T19:58:46,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for abd92fde56aa09cc51a544b47db32026 in 1330ms, sequenceid=143, compaction requested=true 2024-11-20T19:58:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:46,515 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:46,515 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:46,516 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:46,516 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:46,516 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,517 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e697a72a59b34d3a9a1145cd232289bd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.6 K 2024-11-20T19:58:46,517 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136595 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:46,517 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:46,517 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,517 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=133.4 K 2024-11-20T19:58:46,517 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,517 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170] 2024-11-20T19:58:46,518 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a7f35a7f334eec8b6d8048babf7f1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:46,518 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e697a72a59b34d3a9a1145cd232289bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:46,518 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1799f53c00094851b40644279856e26f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732132723900 2024-11-20T19:58:46,518 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8053e6d4467f4b02ba4094730c881e2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732132723900 2024-11-20T19:58:46,519 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 682fb713b80847e2929f478e1230f698, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725181 2024-11-20T19:58:46,519 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d34408f603446c0a72e39097c2e8170, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725116 2024-11-20T19:58:46,530 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:46,535 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:46,536 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/52f2fbe187a04706ad477275e87776b2 is 50, key is test_row_0/B:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:46,539 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206f9eadd6f0a2418a8175db9b8bdd47b8_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:46,543 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206f9eadd6f0a2418a8175db9b8bdd47b8_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:46,543 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f9eadd6f0a2418a8175db9b8bdd47b8_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741976_1152 (size=12493) 2024-11-20T19:58:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741977_1153 (size=4469) 2024-11-20T19:58:46,603 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#126 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:46,604 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/0d0f380d640845549deea9bdef6dcd01 is 175, key is test_row_0/A:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:46,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741978_1154 (size=31447) 2024-11-20T19:58:46,623 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/0d0f380d640845549deea9bdef6dcd01 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01 2024-11-20T19:58:46,632 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 0d0f380d640845549deea9bdef6dcd01(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:46,632 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:46,632 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132726514; duration=0sec 2024-11-20T19:58:46,632 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:46,632 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:46,633 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:46,634 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:46,634 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:46,634 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,634 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/fd67c1d344344341a05b5dff44058d00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.6 K 2024-11-20T19:58:46,635 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd67c1d344344341a05b5dff44058d00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732132723256 2024-11-20T19:58:46,636 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88238fd087884b5b926eb9b99c6c8bfd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732132723900 2024-11-20T19:58:46,636 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 992b2fd2bbda4bf4b03d88350402b7e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725181 2024-11-20T19:58:46,647 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:46,648 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/38cada47e0fa4257bc6f0110f4679b30 is 50, key is test_row_0/C:col10/1732132725181/Put/seqid=0 2024-11-20T19:58:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741979_1155 (size=12493) 2024-11-20T19:58:46,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:58:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:46,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:58:46,669 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/38cada47e0fa4257bc6f0110f4679b30 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/38cada47e0fa4257bc6f0110f4679b30 2024-11-20T19:58:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205db79bd8b8744ac3a4ca7b3aa7cbf78d_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132725267/Put/seqid=0 2024-11-20T19:58:46,678 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 38cada47e0fa4257bc6f0110f4679b30(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:46,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:46,679 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132726515; duration=0sec 2024-11-20T19:58:46,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:46,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741980_1156 (size=12304) 2024-11-20T19:58:47,002 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/52f2fbe187a04706ad477275e87776b2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/52f2fbe187a04706ad477275e87776b2 2024-11-20T19:58:47,019 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 52f2fbe187a04706ad477275e87776b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:47,019 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:47,020 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132726514; duration=0sec 2024-11-20T19:58:47,020 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:47,020 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:47,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205db79bd8b8744ac3a4ca7b3aa7cbf78d_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205db79bd8b8744ac3a4ca7b3aa7cbf78d_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/e51f1db43b1c48b6ae67b80ff0fd19c6, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/e51f1db43b1c48b6ae67b80ff0fd19c6 is 175, key is test_row_0/A:col10/1732132725267/Put/seqid=0 2024-11-20T19:58:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741981_1157 (size=31105) 2024-11-20T19:58:47,121 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/e51f1db43b1c48b6ae67b80ff0fd19c6 2024-11-20T19:58:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/3a994cce73c44db7a76fee14732648d0 is 50, key is test_row_0/B:col10/1732132725267/Put/seqid=0 2024-11-20T19:58:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741982_1158 (size=12151) 2024-11-20T19:58:47,172 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/3a994cce73c44db7a76fee14732648d0 2024-11-20T19:58:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a49ae61576d14d8a931f90a12cdc0570 is 50, key is test_row_0/C:col10/1732132725267/Put/seqid=0 2024-11-20T19:58:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741983_1159 (size=12151) 2024-11-20T19:58:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:47,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132787446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132787447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132787457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,460 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132787466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132787468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,470 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,471 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132787557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132787557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,606 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a49ae61576d14d8a931f90a12cdc0570 2024-11-20T19:58:47,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/e51f1db43b1c48b6ae67b80ff0fd19c6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6 2024-11-20T19:58:47,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6, entries=150, sequenceid=171, filesize=30.4 K 2024-11-20T19:58:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/3a994cce73c44db7a76fee14732648d0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0 2024-11-20T19:58:47,623 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:58:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a49ae61576d14d8a931f90a12cdc0570 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570 2024-11-20T19:58:47,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:58:47,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for abd92fde56aa09cc51a544b47db32026 in 972ms, sequenceid=171, compaction requested=false 2024-11-20T19:58:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T19:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T19:58:47,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T19:58:47,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-20T19:58:47,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.5160 sec 2024-11-20T19:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:47,769 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:47,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:58:47,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c62be799dc0a49b9a173724ca1397004_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741984_1160 (size=12304) 2024-11-20T19:58:47,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:47,804 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c62be799dc0a49b9a173724ca1397004_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c62be799dc0a49b9a173724ca1397004_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:47,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d85ec40ef820497bb0f84a175051cfde, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:47,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d85ec40ef820497bb0f84a175051cfde is 175, key is test_row_0/A:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741985_1161 (size=31105) 2024-11-20T19:58:47,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132787847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132787848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132787957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132787957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:48,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132788166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:48,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132788167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:48,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d85ec40ef820497bb0f84a175051cfde 2024-11-20T19:58:48,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81691267524f4cd396630eba94ea3af4 is 50, key is test_row_0/B:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741986_1162 (size=12151) 2024-11-20T19:58:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132788477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132788477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:48,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:48,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81691267524f4cd396630eba94ea3af4 2024-11-20T19:58:48,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/92cf2210741f460692ab485a8a45e826 is 50, key is test_row_0/C:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741987_1163 (size=12151) 2024-11-20T19:58:48,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/92cf2210741f460692ab485a8a45e826 2024-11-20T19:58:48,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d85ec40ef820497bb0f84a175051cfde as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde 2024-11-20T19:58:48,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde, entries=150, sequenceid=186, filesize=30.4 K 2024-11-20T19:58:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/81691267524f4cd396630eba94ea3af4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4 2024-11-20T19:58:48,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T19:58:48,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/92cf2210741f460692ab485a8a45e826 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826 2024-11-20T19:58:48,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T19:58:48,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for abd92fde56aa09cc51a544b47db32026 in 912ms, sequenceid=186, compaction requested=true 2024-11-20T19:58:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:48,682 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:48,682 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:48,682 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:48,683 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:48,683 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:48,683 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=91.5 K 2024-11-20T19:58:48,683 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:48,683 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde] 2024-11-20T19:58:48,683 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:48,683 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:48,683 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:48,683 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/52f2fbe187a04706ad477275e87776b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.9 K 2024-11-20T19:58:48,684 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d0f380d640845549deea9bdef6dcd01, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725181 2024-11-20T19:58:48,684 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 52f2fbe187a04706ad477275e87776b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725181 2024-11-20T19:58:48,684 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e51f1db43b1c48b6ae67b80ff0fd19c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132725265 2024-11-20T19:58:48,684 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a994cce73c44db7a76fee14732648d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132725265 2024-11-20T19:58:48,684 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d85ec40ef820497bb0f84a175051cfde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:48,685 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 81691267524f4cd396630eba94ea3af4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:48,694 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:48,696 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:48,697 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/45fde6fde2504fe587081ae60bfd1cd9 is 50, key is test_row_0/B:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:48,698 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e134c292697f48849519aea423dea46c_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:48,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e134c292697f48849519aea423dea46c_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:48,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e134c292697f48849519aea423dea46c_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741988_1164 (size=12595) 2024-11-20T19:58:48,715 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/45fde6fde2504fe587081ae60bfd1cd9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/45fde6fde2504fe587081ae60bfd1cd9 2024-11-20T19:58:48,721 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 45fde6fde2504fe587081ae60bfd1cd9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:48,721 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:48,721 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132728681; duration=0sec 2024-11-20T19:58:48,721 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:48,722 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:48,722 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:48,724 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:48,724 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:48,725 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:48,725 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/38cada47e0fa4257bc6f0110f4679b30, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=35.9 K 2024-11-20T19:58:48,725 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 38cada47e0fa4257bc6f0110f4679b30, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732132725181 2024-11-20T19:58:48,725 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a49ae61576d14d8a931f90a12cdc0570, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132725265 2024-11-20T19:58:48,726 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 92cf2210741f460692ab485a8a45e826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741989_1165 (size=4469) 2024-11-20T19:58:48,731 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#135 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:48,731 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/151fcab5e8e54552910473ac2a530d31 is 175, key is test_row_0/A:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:48,737 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:48,738 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/85f4394b3b254d69998501eeb96f0afb is 50, key is test_row_0/C:col10/1732132727767/Put/seqid=0 2024-11-20T19:58:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741990_1166 (size=31549) 2024-11-20T19:58:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741991_1167 (size=12595) 2024-11-20T19:58:48,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/85f4394b3b254d69998501eeb96f0afb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/85f4394b3b254d69998501eeb96f0afb 2024-11-20T19:58:48,768 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 85f4394b3b254d69998501eeb96f0afb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:48,768 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:48,768 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132728682; duration=0sec 2024-11-20T19:58:48,768 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:48,768 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:48,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:48,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:49,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132789007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132789009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a00685b2cffd44c385a166c104955586_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132727844/Put/seqid=0 2024-11-20T19:58:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741992_1168 (size=17284) 2024-11-20T19:58:49,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a00685b2cffd44c385a166c104955586_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a00685b2cffd44c385a166c104955586_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:49,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/776ed2f246344f489fcd880182b49f9d, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:49,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/776ed2f246344f489fcd880182b49f9d is 175, key is test_row_0/A:col10/1732132727844/Put/seqid=0 2024-11-20T19:58:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741993_1169 (size=48389) 2024-11-20T19:58:49,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/776ed2f246344f489fcd880182b49f9d 2024-11-20T19:58:49,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d0db852ca4044de7bc7271a5b822a90c is 50, key is test_row_0/B:col10/1732132727844/Put/seqid=0 2024-11-20T19:58:49,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741994_1170 (size=12151) 2024-11-20T19:58:49,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d0db852ca4044de7bc7271a5b822a90c 2024-11-20T19:58:49,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/f7c377c9a11c49d5af8ed632ea36b15f is 50, key is test_row_0/C:col10/1732132727844/Put/seqid=0 2024-11-20T19:58:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741995_1171 (size=12151) 2024-11-20T19:58:49,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/f7c377c9a11c49d5af8ed632ea36b15f 2024-11-20T19:58:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/776ed2f246344f489fcd880182b49f9d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d 2024-11-20T19:58:49,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d, entries=250, sequenceid=213, filesize=47.3 K 2024-11-20T19:58:49,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d0db852ca4044de7bc7271a5b822a90c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c 2024-11-20T19:58:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T19:58:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/f7c377c9a11c49d5af8ed632ea36b15f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f 2024-11-20T19:58:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T19:58:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for abd92fde56aa09cc51a544b47db32026 in 113ms, sequenceid=213, compaction requested=false 2024-11-20T19:58:49,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,157 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/151fcab5e8e54552910473ac2a530d31 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31 2024-11-20T19:58:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,163 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 151fcab5e8e54552910473ac2a530d31(size=30.8 K), total size for store is 78.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:49,164 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:49,164 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132728681; duration=0sec 2024-11-20T19:58:49,164 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:49,164 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:49,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:58:49,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c554a0bfdc74bda87da855d1c3506dd_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741996_1172 (size=12304) 2024-11-20T19:58:49,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:49,234 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c554a0bfdc74bda87da855d1c3506dd_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c554a0bfdc74bda87da855d1c3506dd_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:49,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:49,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 is 175, key is test_row_0/A:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741997_1173 (size=31105) 2024-11-20T19:58:49,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 2024-11-20T19:58:49,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ecccf2f923e547c29db4013ad559087d is 50, key is test_row_0/B:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741998_1174 (size=12151) 2024-11-20T19:58:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:58:49,287 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:49,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T19:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:49,290 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:49,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:49,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132789330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132789331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:49,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132789437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132789437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132789477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,479 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132789487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,489 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132789647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132789647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ecccf2f923e547c29db4013ad559087d 2024-11-20T19:58:49,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/d3ebfd7eb56144b0901fe1fe846e0b89 is 50, key is test_row_0/C:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741999_1175 (size=12151) 2024-11-20T19:58:49,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,776 INFO [master/7200dd4cf518:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:58:49,777 INFO [master/7200dd4cf518:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:58:49,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:49,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132789957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132789957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:50,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:50,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:50,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:50,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/d3ebfd7eb56144b0901fe1fe846e0b89 2024-11-20T19:58:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 2024-11-20T19:58:50,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8, entries=150, sequenceid=226, filesize=30.4 K 2024-11-20T19:58:50,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/ecccf2f923e547c29db4013ad559087d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d 2024-11-20T19:58:50,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d, entries=150, sequenceid=226, filesize=11.9 K 2024-11-20T19:58:50,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/d3ebfd7eb56144b0901fe1fe846e0b89 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89 2024-11-20T19:58:50,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89, entries=150, sequenceid=226, filesize=11.9 K 2024-11-20T19:58:50,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for abd92fde56aa09cc51a544b47db32026 in 913ms, sequenceid=226, compaction requested=true 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:50,112 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T19:58:50,113 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:50,113 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:50,113 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,113 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=108.4 K 2024-11-20T19:58:50,113 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,113 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8] 2024-11-20T19:58:50,114 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:50,115 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 151fcab5e8e54552910473ac2a530d31, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:50,115 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:50,115 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 776ed2f246344f489fcd880182b49f9d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732132727833 2024-11-20T19:58:50,115 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:50,115 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,116 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/45fde6fde2504fe587081ae60bfd1cd9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.0 K 2024-11-20T19:58:50,116 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting deb4ed9ef5a64f1d9eb4917c9ebdd2b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:50,116 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 45fde6fde2504fe587081ae60bfd1cd9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:50,117 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d0db852ca4044de7bc7271a5b822a90c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732132727844 2024-11-20T19:58:50,117 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ecccf2f923e547c29db4013ad559087d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:50,124 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:50,127 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:50,128 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9bbc530917d141e49cffbf99f7df73ea is 50, key is test_row_0/B:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:50,133 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a440d87c26874444bd382a98e6679e36_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:50,134 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a440d87c26874444bd382a98e6679e36_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:50,134 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a440d87c26874444bd382a98e6679e36_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742000_1176 (size=12697) 2024-11-20T19:58:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742001_1177 (size=4469) 2024-11-20T19:58:50,152 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#144 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:50,153 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a680961a93064c94bf7d8ea7e32650d0 is 175, key is test_row_0/A:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742002_1178 (size=31651) 2024-11-20T19:58:50,167 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a680961a93064c94bf7d8ea7e32650d0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0 2024-11-20T19:58:50,175 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into a680961a93064c94bf7d8ea7e32650d0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:50,175 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:50,175 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132730112; duration=0sec 2024-11-20T19:58:50,175 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:50,175 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:50,175 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:50,176 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:50,177 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:50,177 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,177 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/85f4394b3b254d69998501eeb96f0afb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.0 K 2024-11-20T19:58:50,177 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85f4394b3b254d69998501eeb96f0afb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732132727430 2024-11-20T19:58:50,178 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c377c9a11c49d5af8ed632ea36b15f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732132727844 2024-11-20T19:58:50,178 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ebfd7eb56144b0901fe1fe846e0b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:50,189 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:50,190 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/1663bb669f74477b99242ba2611ca539 is 50, key is test_row_0/C:col10/1732132729195/Put/seqid=0 2024-11-20T19:58:50,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742003_1179 (size=12697) 2024-11-20T19:58:50,211 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/1663bb669f74477b99242ba2611ca539 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/1663bb669f74477b99242ba2611ca539 2024-11-20T19:58:50,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:58:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:50,213 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:50,222 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 1663bb669f74477b99242ba2611ca539(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052b738d88dda4ae39fdd60a474828e66_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132729330/Put/seqid=0 2024-11-20T19:58:50,222 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:50,222 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132730112; duration=0sec 2024-11-20T19:58:50,222 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:50,222 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742004_1180 (size=12304) 2024-11-20T19:58:50,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:50,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052b738d88dda4ae39fdd60a474828e66_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052b738d88dda4ae39fdd60a474828e66_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b23abd657dd0440493cb9e7dece556c3, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b23abd657dd0440493cb9e7dece556c3 is 175, key is test_row_0/A:col10/1732132729330/Put/seqid=0 2024-11-20T19:58:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742005_1181 (size=31105) 2024-11-20T19:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:50,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132790488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132790489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,545 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9bbc530917d141e49cffbf99f7df73ea as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9bbc530917d141e49cffbf99f7df73ea 2024-11-20T19:58:50,551 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 9bbc530917d141e49cffbf99f7df73ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:50,551 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:50,551 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132730112; duration=0sec 2024-11-20T19:58:50,552 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:50,552 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132790597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132790597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b23abd657dd0440493cb9e7dece556c3 2024-11-20T19:58:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/192f54ce06b34a9abea9af64c57a736d is 50, key is test_row_0/B:col10/1732132729330/Put/seqid=0 2024-11-20T19:58:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742006_1182 (size=12151) 2024-11-20T19:58:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132790807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132790807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/192f54ce06b34a9abea9af64c57a736d 2024-11-20T19:58:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7cad19dba61f46038708dc6dd3d04e09 is 50, key is test_row_0/C:col10/1732132729330/Put/seqid=0 2024-11-20T19:58:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742007_1183 (size=12151) 2024-11-20T19:58:51,087 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7cad19dba61f46038708dc6dd3d04e09 2024-11-20T19:58:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/b23abd657dd0440493cb9e7dece556c3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3 2024-11-20T19:58:51,105 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3, entries=150, sequenceid=251, filesize=30.4 K 2024-11-20T19:58:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/192f54ce06b34a9abea9af64c57a736d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d 2024-11-20T19:58:51,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T19:58:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7cad19dba61f46038708dc6dd3d04e09 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09 2024-11-20T19:58:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132791117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132791118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,122 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T19:58:51,123 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for abd92fde56aa09cc51a544b47db32026 in 911ms, sequenceid=251, compaction requested=false 2024-11-20T19:58:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T19:58:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T19:58:51,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T19:58:51,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-11-20T19:58:51,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8460 sec 2024-11-20T19:58:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:58:51,447 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:51,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T19:58:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:51,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:51,451 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:51,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:51,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:51,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:58:51,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112013eb765e4de14c16bcb21b37436f93cf_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742008_1184 (size=14944) 2024-11-20T19:58:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:51,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132791606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132791627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132791627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132791717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:51,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:51,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:51,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132791927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:51,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:51,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112013eb765e4de14c16bcb21b37436f93cf_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013eb765e4de14c16bcb21b37436f93cf_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:51,938 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/baf0888d90464304adb9ea1a918ea9f2, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:51,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/baf0888d90464304adb9ea1a918ea9f2 is 175, key is test_row_0/A:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742009_1185 (size=39899) 2024-11-20T19:58:51,948 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/baf0888d90464304adb9ea1a918ea9f2 2024-11-20T19:58:51,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d74f451a706a4a9480ac28817ebec350 is 50, key is test_row_0/B:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742010_1186 (size=12251) 2024-11-20T19:58:52,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:52,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132792237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:52,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d74f451a706a4a9480ac28817ebec350 2024-11-20T19:58:52,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/e5c36cca4ea946e8a244993cac26fa75 is 50, key is test_row_0/C:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742011_1187 (size=12251) 2024-11-20T19:58:52,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132792636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132792637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:52,644 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:52,644 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:52,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:52,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132792746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:52,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/e5c36cca4ea946e8a244993cac26fa75 2024-11-20T19:58:52,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/baf0888d90464304adb9ea1a918ea9f2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2 2024-11-20T19:58:52,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2, entries=200, sequenceid=267, filesize=39.0 K 2024-11-20T19:58:52,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/d74f451a706a4a9480ac28817ebec350 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350 2024-11-20T19:58:52,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T19:58:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/e5c36cca4ea946e8a244993cac26fa75 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75 2024-11-20T19:58:52,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T19:58:52,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for abd92fde56aa09cc51a544b47db32026 in 1316ms, sequenceid=267, compaction requested=true 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:52,825 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:52,825 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:52,826 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:52,826 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:52,826 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:52,826 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:52,827 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,827 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,827 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=100.2 K 2024-11-20T19:58:52,827 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9bbc530917d141e49cffbf99f7df73ea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.2 K 2024-11-20T19:58:52,827 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,827 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2] 2024-11-20T19:58:52,828 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bbc530917d141e49cffbf99f7df73ea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:52,828 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a680961a93064c94bf7d8ea7e32650d0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:52,828 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 192f54ce06b34a9abea9af64c57a736d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132729308 2024-11-20T19:58:52,829 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b23abd657dd0440493cb9e7dece556c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132729308 2024-11-20T19:58:52,829 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d74f451a706a4a9480ac28817ebec350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:52,829 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf0888d90464304adb9ea1a918ea9f2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:52,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:58:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:52,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:58:52,838 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:52,838 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#153 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:52,839 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e6771b1cc21d4b89bf3d21060ead3540 is 50, key is test_row_0/B:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:52,842 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ba365e4600fe48ec84f55b55759b0d0b_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:52,844 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ba365e4600fe48ec84f55b55759b0d0b_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:52,844 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba365e4600fe48ec84f55b55759b0d0b_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120533618fc32ac433a8eb158b43b50dc8e_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132731601/Put/seqid=0 2024-11-20T19:58:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742012_1188 (size=12899) 2024-11-20T19:58:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742013_1189 (size=4469) 2024-11-20T19:58:52,888 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#154 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:52,889 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/94a05db9f900460e9ccaa27cf985630a is 175, key is test_row_0/A:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742015_1191 (size=31853) 2024-11-20T19:58:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742014_1190 (size=12454) 2024-11-20T19:58:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:52,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120533618fc32ac433a8eb158b43b50dc8e_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120533618fc32ac433a8eb158b43b50dc8e_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/2689eaffc3a74bd788d4d163bdace667, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/2689eaffc3a74bd788d4d163bdace667 is 175, key is test_row_0/A:col10/1732132731601/Put/seqid=0 2024-11-20T19:58:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742016_1192 (size=31255) 2024-11-20T19:58:53,277 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e6771b1cc21d4b89bf3d21060ead3540 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e6771b1cc21d4b89bf3d21060ead3540 2024-11-20T19:58:53,283 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into e6771b1cc21d4b89bf3d21060ead3540(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:53,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:53,284 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132732825; duration=0sec 2024-11-20T19:58:53,284 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:53,284 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:53,284 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:53,288 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:53,288 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:53,288 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:53,289 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/1663bb669f74477b99242ba2611ca539, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.2 K 2024-11-20T19:58:53,290 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1663bb669f74477b99242ba2611ca539, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732132729005 2024-11-20T19:58:53,290 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cad19dba61f46038708dc6dd3d04e09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132729308 2024-11-20T19:58:53,291 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e5c36cca4ea946e8a244993cac26fa75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:53,299 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:53,299 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/ae6be86a19e2432e818db10f3899a9aa is 50, key is test_row_0/C:col10/1732132730487/Put/seqid=0 2024-11-20T19:58:53,311 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/94a05db9f900460e9ccaa27cf985630a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a 2024-11-20T19:58:53,320 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 94a05db9f900460e9ccaa27cf985630a(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:53,321 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:53,321 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132732825; duration=0sec 2024-11-20T19:58:53,321 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:53,321 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742017_1193 (size=12899) 2024-11-20T19:58:53,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/2689eaffc3a74bd788d4d163bdace667 2024-11-20T19:58:53,350 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/ae6be86a19e2432e818db10f3899a9aa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/ae6be86a19e2432e818db10f3899a9aa 2024-11-20T19:58:53,362 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into ae6be86a19e2432e818db10f3899a9aa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:53,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:53,362 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132732825; duration=0sec 2024-11-20T19:58:53,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:53,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:53,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9cf3ac3e64024b17a9b6bb5f848f6511 is 50, key is test_row_0/B:col10/1732132731601/Put/seqid=0 2024-11-20T19:58:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742018_1194 (size=12301) 2024-11-20T19:58:53,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9cf3ac3e64024b17a9b6bb5f848f6511 2024-11-20T19:58:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a1d24dbcbed945b9b66efc18d8b21fcc is 50, key is test_row_0/C:col10/1732132731601/Put/seqid=0 2024-11-20T19:58:53,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742019_1195 (size=12301) 2024-11-20T19:58:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:53,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132793526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132793530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132793637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132793637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132793767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,771 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a1d24dbcbed945b9b66efc18d8b21fcc 2024-11-20T19:58:53,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/2689eaffc3a74bd788d4d163bdace667 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667 2024-11-20T19:58:53,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667, entries=150, sequenceid=289, filesize=30.5 K 2024-11-20T19:58:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132793847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132793847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:53,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/9cf3ac3e64024b17a9b6bb5f848f6511 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:53,862 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T19:58:53,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a1d24dbcbed945b9b66efc18d8b21fcc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc 2024-11-20T19:58:53,869 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T19:58:53,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for abd92fde56aa09cc51a544b47db32026 in 1035ms, sequenceid=289, compaction requested=false 2024-11-20T19:58:53,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:53,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:53,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T19:58:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T19:58:53,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T19:58:53,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4200 sec 2024-11-20T19:58:53,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.4260 sec 2024-11-20T19:58:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:54,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T19:58:54,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9551ec9a09a4cdfa37a82c0c0adf540_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742020_1196 (size=17534) 2024-11-20T19:58:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132794205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132794210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132794317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132794317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132794527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132794527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:54,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9551ec9a09a4cdfa37a82c0c0adf540_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9551ec9a09a4cdfa37a82c0c0adf540_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:54,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/9d90e8a4f6a1468b8a88d2f53bb773db, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:54,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/9d90e8a4f6a1468b8a88d2f53bb773db is 175, key is test_row_0/A:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742021_1197 (size=48639) 2024-11-20T19:58:54,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/9d90e8a4f6a1468b8a88d2f53bb773db 2024-11-20T19:58:54,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5e9686d16af2414884996a9274c43079 is 50, key is test_row_0/B:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742022_1198 (size=12301) 2024-11-20T19:58:54,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132794657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132794657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,661 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,661 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132794837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132794837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5e9686d16af2414884996a9274c43079 2024-11-20T19:58:55,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/5430761ee0814e5fb8ea064862bf147e is 50, key is test_row_0/C:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:55,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742023_1199 (size=12301) 2024-11-20T19:58:55,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/5430761ee0814e5fb8ea064862bf147e 2024-11-20T19:58:55,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/9d90e8a4f6a1468b8a88d2f53bb773db as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db 2024-11-20T19:58:55,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db, entries=250, sequenceid=308, filesize=47.5 K 2024-11-20T19:58:55,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5e9686d16af2414884996a9274c43079 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079 2024-11-20T19:58:55,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079, entries=150, sequenceid=308, filesize=12.0 K 2024-11-20T19:58:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/5430761ee0814e5fb8ea064862bf147e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e 2024-11-20T19:58:55,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e, entries=150, sequenceid=308, filesize=12.0 K 2024-11-20T19:58:55,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for abd92fde56aa09cc51a544b47db32026 in 883ms, sequenceid=308, compaction requested=true 2024-11-20T19:58:55,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:55,045 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:55,045 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:55,047 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:55,047 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:55,047 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,047 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e6771b1cc21d4b89bf3d21060ead3540, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.6 K 2024-11-20T19:58:55,047 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111747 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:55,047 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:55,047 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,048 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=109.1 K 2024-11-20T19:58:55,048 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,048 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db] 2024-11-20T19:58:55,048 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e6771b1cc21d4b89bf3d21060ead3540, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:55,048 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94a05db9f900460e9ccaa27cf985630a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:55,048 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf3ac3e64024b17a9b6bb5f848f6511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732132731578 2024-11-20T19:58:55,049 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2689eaffc3a74bd788d4d163bdace667, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732132731578 2024-11-20T19:58:55,051 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9686d16af2414884996a9274c43079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733528 2024-11-20T19:58:55,051 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d90e8a4f6a1468b8a88d2f53bb773db, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733517 2024-11-20T19:58:55,075 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:55,082 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:55,083 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203972c9fccabd443d9206c450766881d5_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:55,083 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e7f9150e6b9e4840997b5290884ddd3c is 50, key is test_row_0/B:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:55,085 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203972c9fccabd443d9206c450766881d5_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:55,085 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203972c9fccabd443d9206c450766881d5_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742025_1201 (size=4469) 2024-11-20T19:58:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742024_1200 (size=13051) 2024-11-20T19:58:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:58:55,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6cc5d7c37b74da884d0af74e4205758_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132735349/Put/seqid=0 2024-11-20T19:58:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132795381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132795382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742026_1202 (size=17534) 2024-11-20T19:58:55,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:55,399 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6cc5d7c37b74da884d0af74e4205758_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6cc5d7c37b74da884d0af74e4205758_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:55,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/97b5933d974144bf819cdcfbeae3192e, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:55,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/97b5933d974144bf819cdcfbeae3192e is 175, key is test_row_0/A:col10/1732132735349/Put/seqid=0 2024-11-20T19:58:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742027_1203 (size=48639) 2024-11-20T19:58:55,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/97b5933d974144bf819cdcfbeae3192e 2024-11-20T19:58:55,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/aa7dd18caa4f44b8ad056a357548168b is 50, key is test_row_0/B:col10/1732132735349/Put/seqid=0 2024-11-20T19:58:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742028_1204 (size=12301) 2024-11-20T19:58:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132795498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132795498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,512 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:55,513 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/68efb28d4ae34764aaa1956f56b6e864 is 175, key is test_row_0/A:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:55,516 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e7f9150e6b9e4840997b5290884ddd3c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e7f9150e6b9e4840997b5290884ddd3c 2024-11-20T19:58:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742029_1205 (size=32005) 2024-11-20T19:58:55,524 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into e7f9150e6b9e4840997b5290884ddd3c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:55,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:55,524 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132735045; duration=0sec 2024-11-20T19:58:55,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/68efb28d4ae34764aaa1956f56b6e864 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864 2024-11-20T19:58:55,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:55,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:55,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:55,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:55,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:55,526 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,526 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/ae6be86a19e2432e818db10f3899a9aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.6 K 2024-11-20T19:58:55,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ae6be86a19e2432e818db10f3899a9aa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732132730470 2024-11-20T19:58:55,527 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a1d24dbcbed945b9b66efc18d8b21fcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732132731578 2024-11-20T19:58:55,528 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5430761ee0814e5fb8ea064862bf147e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733528 2024-11-20T19:58:55,532 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 68efb28d4ae34764aaa1956f56b6e864(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:55,532 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:55,532 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132735044; duration=0sec 2024-11-20T19:58:55,532 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:55,532 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:55,542 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:55,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/b74df4cb245b4493ba233e6f81594108 is 50, key is test_row_0/C:col10/1732132733528/Put/seqid=0 2024-11-20T19:58:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742030_1206 (size=13051) 2024-11-20T19:58:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:58:55,607 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:55,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-20T19:58:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:55,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:55,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:55,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132795707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:55,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132795717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T19:58:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132795776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:55,782 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:55,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/aa7dd18caa4f44b8ad056a357548168b 2024-11-20T19:58:55,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/80baf75b72a148a29651bbce222fdc7e is 50, key is test_row_0/C:col10/1732132735349/Put/seqid=0 2024-11-20T19:58:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742031_1207 (size=12301) 2024-11-20T19:58:55,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T19:58:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:55,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:55,955 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/b74df4cb245b4493ba233e6f81594108 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b74df4cb245b4493ba233e6f81594108 2024-11-20T19:58:55,962 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into b74df4cb245b4493ba233e6f81594108(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:55,962 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:55,962 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132735045; duration=0sec 2024-11-20T19:58:55,962 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:55,962 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:56,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132796017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132796027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T19:58:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T19:58:56,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:56,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:56,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/80baf75b72a148a29651bbce222fdc7e 2024-11-20T19:58:56,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/97b5933d974144bf819cdcfbeae3192e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e 2024-11-20T19:58:56,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e, entries=250, sequenceid=330, filesize=47.5 K 2024-11-20T19:58:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/aa7dd18caa4f44b8ad056a357548168b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b 2024-11-20T19:58:56,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T19:58:56,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/80baf75b72a148a29651bbce222fdc7e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e 2024-11-20T19:58:56,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T19:58:56,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for abd92fde56aa09cc51a544b47db32026 in 916ms, sequenceid=330, compaction requested=false 2024-11-20T19:58:56,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:56,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T19:58:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:58:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201082e67d71e74833b1ee945f9254b79d_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132735371/Put/seqid=0 2024-11-20T19:58:56,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742032_1208 (size=12454) 2024-11-20T19:58:56,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:56,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201082e67d71e74833b1ee945f9254b79d_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201082e67d71e74833b1ee945f9254b79d_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f43e4d02e84b45cab850734b790c8cc2, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f43e4d02e84b45cab850734b790c8cc2 is 175, key is test_row_0/A:col10/1732132735371/Put/seqid=0 2024-11-20T19:58:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742033_1209 (size=31255) 2024-11-20T19:58:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132796572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132796574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132796687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132796687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:56,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f43e4d02e84b45cab850734b790c8cc2 2024-11-20T19:58:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/de13503565854cbeb0e46052f4dcd2ca is 50, key is test_row_0/B:col10/1732132735371/Put/seqid=0 2024-11-20T19:58:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742034_1210 (size=12301) 2024-11-20T19:58:56,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/de13503565854cbeb0e46052f4dcd2ca 2024-11-20T19:58:56,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/2e66e250a2124cb68dbcd469431b8247 is 50, key is test_row_0/C:col10/1732132735371/Put/seqid=0 2024-11-20T19:58:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742035_1211 (size=12301) 2024-11-20T19:58:56,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/2e66e250a2124cb68dbcd469431b8247 2024-11-20T19:58:56,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f43e4d02e84b45cab850734b790c8cc2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2 2024-11-20T19:58:56,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2, entries=150, sequenceid=347, filesize=30.5 K 2024-11-20T19:58:56,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/de13503565854cbeb0e46052f4dcd2ca as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca 2024-11-20T19:58:56,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca, entries=150, sequenceid=347, filesize=12.0 K 2024-11-20T19:58:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/2e66e250a2124cb68dbcd469431b8247 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247 2024-11-20T19:58:56,874 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247, entries=150, sequenceid=347, filesize=12.0 K 2024-11-20T19:58:56,874 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for abd92fde56aa09cc51a544b47db32026 in 491ms, sequenceid=347, compaction requested=true 2024-11-20T19:58:56,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:56,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:56,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T19:58:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T19:58:56,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T19:58:56,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec 2024-11-20T19:58:56,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.2700 sec 2024-11-20T19:58:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:56,901 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:56,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:58:56,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca3ad0595d38465cadf95f8cd1363089_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742036_1212 (size=17534) 2024-11-20T19:58:56,940 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:56,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca3ad0595d38465cadf95f8cd1363089_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca3ad0595d38465cadf95f8cd1363089_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:56,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/06bb00183c334cbba8b1f304a33d09c6, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:56,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/06bb00183c334cbba8b1f304a33d09c6 is 175, key is test_row_0/A:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742037_1213 (size=48639) 2024-11-20T19:58:56,973 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/06bb00183c334cbba8b1f304a33d09c6 2024-11-20T19:58:56,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132796974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132796974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:56,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8c1ebbc503cb45dfa5e3028f82bb0286 is 50, key is test_row_0/B:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742038_1214 (size=12301) 2024-11-20T19:58:57,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132797097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132797097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132797306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132797307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8c1ebbc503cb45dfa5e3028f82bb0286 2024-11-20T19:58:57,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/feff0d749e714c74a293b66bf0bf3d13 is 50, key is test_row_0/C:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:57,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742039_1215 (size=12301) 2024-11-20T19:58:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132797617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132797617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:58:57,757 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:57,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-20T19:58:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T19:58:57,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:57,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:57,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:57,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/feff0d749e714c74a293b66bf0bf3d13 2024-11-20T19:58:57,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/06bb00183c334cbba8b1f304a33d09c6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6 2024-11-20T19:58:57,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6, entries=250, sequenceid=371, filesize=47.5 K 2024-11-20T19:58:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/8c1ebbc503cb45dfa5e3028f82bb0286 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286 2024-11-20T19:58:57,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T19:58:57,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/feff0d749e714c74a293b66bf0bf3d13 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13 2024-11-20T19:58:57,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T19:58:57,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for abd92fde56aa09cc51a544b47db32026 in 940ms, sequenceid=371, compaction requested=true 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:57,842 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:57,842 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:57,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160538 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:57,845 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:57,845 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:57,845 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e7f9150e6b9e4840997b5290884ddd3c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=48.8 K 2024-11-20T19:58:57,845 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=156.8 K 2024-11-20T19:58:57,845 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6] 2024-11-20T19:58:57,845 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f9150e6b9e4840997b5290884ddd3c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733528 2024-11-20T19:58:57,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68efb28d4ae34764aaa1956f56b6e864, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733528 2024-11-20T19:58:57,846 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7dd18caa4f44b8ad056a357548168b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732132734192 2024-11-20T19:58:57,846 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting de13503565854cbeb0e46052f4dcd2ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732132735371 2024-11-20T19:58:57,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b5933d974144bf819cdcfbeae3192e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732132734192 2024-11-20T19:58:57,847 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1ebbc503cb45dfa5e3028f82bb0286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736572 2024-11-20T19:58:57,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f43e4d02e84b45cab850734b790c8cc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732132735371 2024-11-20T19:58:57,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06bb00183c334cbba8b1f304a33d09c6, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736567 2024-11-20T19:58:57,854 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:57,856 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:57,857 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e9891783a5fc4e77a121a9c0892635aa is 50, key is test_row_0/B:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:57,857 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f0ae994907644b5fa6159f3121f3206f_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:57,859 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f0ae994907644b5fa6159f3121f3206f_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:57,859 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0ae994907644b5fa6159f3121f3206f_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T19:58:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742040_1216 (size=13187) 2024-11-20T19:58:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742041_1217 (size=4469) 2024-11-20T19:58:57,871 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#175 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:57,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d2d8684b588b48ce8cc13113dd334a66 is 175, key is test_row_0/A:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:57,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742042_1218 (size=32141) 2024-11-20T19:58:57,883 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/d2d8684b588b48ce8cc13113dd334a66 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66 2024-11-20T19:58:57,888 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e9891783a5fc4e77a121a9c0892635aa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e9891783a5fc4e77a121a9c0892635aa 2024-11-20T19:58:57,890 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into d2d8684b588b48ce8cc13113dd334a66(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:57,890 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:57,890 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=12, startTime=1732132737842; duration=0sec 2024-11-20T19:58:57,890 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:57,890 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:58:57,890 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:58:57,893 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:58:57,893 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:57,893 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:57,893 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b74df4cb245b4493ba233e6f81594108, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=48.8 K 2024-11-20T19:58:57,893 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b74df4cb245b4493ba233e6f81594108, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732132733528 2024-11-20T19:58:57,894 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80baf75b72a148a29651bbce222fdc7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732132734192 2024-11-20T19:58:57,894 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into e9891783a5fc4e77a121a9c0892635aa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:57,894 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:57,894 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e66e250a2124cb68dbcd469431b8247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732132735371 2024-11-20T19:58:57,894 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=12, startTime=1732132737842; duration=0sec 2024-11-20T19:58:57,894 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:57,894 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:57,895 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting feff0d749e714c74a293b66bf0bf3d13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736572 2024-11-20T19:58:57,905 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:57,906 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/0229b24c49f54ba8bb76acb5848b7f90 is 50, key is test_row_0/C:col10/1732132736899/Put/seqid=0 2024-11-20T19:58:57,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T19:58:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:57,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:58:57,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742043_1219 (size=13187) 2024-11-20T19:58:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0c0b21865cb4fc7b832ec173b828ecf_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132736956/Put/seqid=0 2024-11-20T19:58:57,940 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/0229b24c49f54ba8bb76acb5848b7f90 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/0229b24c49f54ba8bb76acb5848b7f90 2024-11-20T19:58:57,949 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 0229b24c49f54ba8bb76acb5848b7f90(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:57,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:57,950 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=12, startTime=1732132737842; duration=0sec 2024-11-20T19:58:57,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:57,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:58:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742044_1220 (size=12454) 2024-11-20T19:58:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:57,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0c0b21865cb4fc7b832ec173b828ecf_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0c0b21865cb4fc7b832ec173b828ecf_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a3423fe8ee574469b74a26a3f1608e26, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a3423fe8ee574469b74a26a3f1608e26 is 175, key is test_row_0/A:col10/1732132736956/Put/seqid=0 2024-11-20T19:58:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742045_1221 (size=31255) 2024-11-20T19:58:57,979 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a3423fe8ee574469b74a26a3f1608e26 2024-11-20T19:58:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/dd5e0392f82d4b018c1a1b0b0fd941d9 is 50, key is test_row_0/B:col10/1732132736956/Put/seqid=0 2024-11-20T19:58:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742046_1222 (size=12301) 2024-11-20T19:58:58,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/dd5e0392f82d4b018c1a1b0b0fd941d9 2024-11-20T19:58:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7c35138ceca146aba1bce9e4ce54d4ad is 50, key is test_row_0/C:col10/1732132736956/Put/seqid=0 2024-11-20T19:58:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742047_1223 (size=12301) 2024-11-20T19:58:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T19:58:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:58,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132798172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132798178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132798287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132798287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T19:58:58,436 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7c35138ceca146aba1bce9e4ce54d4ad 2024-11-20T19:58:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/a3423fe8ee574469b74a26a3f1608e26 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26 2024-11-20T19:58:58,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26, entries=150, sequenceid=385, filesize=30.5 K 2024-11-20T19:58:58,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/dd5e0392f82d4b018c1a1b0b0fd941d9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9 2024-11-20T19:58:58,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9, entries=150, sequenceid=385, filesize=12.0 K 2024-11-20T19:58:58,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/7c35138ceca146aba1bce9e4ce54d4ad as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad 2024-11-20T19:58:58,456 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad, entries=150, sequenceid=385, filesize=12.0 K 2024-11-20T19:58:58,457 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for abd92fde56aa09cc51a544b47db32026 in 544ms, sequenceid=385, compaction requested=false 2024-11-20T19:58:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T19:58:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T19:58:58,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T19:58:58,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-20T19:58:58,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 703 msec 2024-11-20T19:58:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:58,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:58,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:58:58,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc8cbedbe8e44a748226a26331706da2_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742048_1224 (size=12454) 2024-11-20T19:58:58,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:58,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc8cbedbe8e44a748226a26331706da2_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc8cbedbe8e44a748226a26331706da2_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:58,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c71419a8ca804ade9825446f1a301b93, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:58,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c71419a8ca804ade9825446f1a301b93 is 175, key is test_row_0/A:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:58,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132798515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742049_1225 (size=31255) 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132798516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132798627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132798627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59572 deadline: 1732132798700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59598 deadline: 1732132798700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,704 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:58,705 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132798837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132798837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T19:58:58,897 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:58:58,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:58:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-20T19:58:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:58:58,900 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:58:58,901 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:58:58,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:58:58,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c71419a8ca804ade9825446f1a301b93 2024-11-20T19:58:58,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/bc00e5782d6c42e18008733bdffabbce is 50, key is test_row_0/B:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742050_1226 (size=12301) 2024-11-20T19:58:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:58:59,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132799147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132799147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:59,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:58:59,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/bc00e5782d6c42e18008733bdffabbce 2024-11-20T19:58:59,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/3553f30a38d54bd8a5bb5e960c7110be is 50, key is test_row_0/C:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742051_1227 (size=12301) 2024-11-20T19:58:59,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:58:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132799657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:58:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132799657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:58:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:58:59,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/3553f30a38d54bd8a5bb5e960c7110be 2024-11-20T19:58:59,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c71419a8ca804ade9825446f1a301b93 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93 2024-11-20T19:58:59,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93, entries=150, sequenceid=412, filesize=30.5 K 2024-11-20T19:58:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/bc00e5782d6c42e18008733bdffabbce as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce 2024-11-20T19:58:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:58:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/3553f30a38d54bd8a5bb5e960c7110be as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be 2024-11-20T19:58:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:58:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for abd92fde56aa09cc51a544b47db32026 in 1272ms, sequenceid=412, compaction requested=true 2024-11-20T19:58:59,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,770 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:58:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,771 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:58:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,772 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:59,772 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:58:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,772 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,772 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=92.4 K 2024-11-20T19:58:59,772 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,772 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93] 2024-11-20T19:58:59,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:59,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:58:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,773 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,773 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2d8684b588b48ce8cc13113dd334a66, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736572 2024-11-20T19:58:59,773 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e9891783a5fc4e77a121a9c0892635aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.9 K 2024-11-20T19:58:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,773 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3423fe8ee574469b74a26a3f1608e26, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732132736956 2024-11-20T19:58:59,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e9891783a5fc4e77a121a9c0892635aa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736572 2024-11-20T19:58:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,774 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5e0392f82d4b018c1a1b0b0fd941d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732132736956 2024-11-20T19:58:59,774 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c71419a8ca804ade9825446f1a301b93, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:58:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,774 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bc00e5782d6c42e18008733bdffabbce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:58:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,785 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,794 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,795 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/881e8a2fd8544431ade7f865e728838d is 50, key is test_row_0/B:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,797 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208fda89ed9c1544418ce6aeab14a6f629_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,799 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208fda89ed9c1544418ce6aeab14a6f629_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,799 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208fda89ed9c1544418ce6aeab14a6f629_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:59,809 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:59,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:58:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742053_1229 (size=4469) 2024-11-20T19:58:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742052_1228 (size=13289) 2024-11-20T19:58:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,823 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/881e8a2fd8544431ade7f865e728838d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/881e8a2fd8544431ade7f865e728838d 2024-11-20T19:58:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9c1ec00e9834af183cdebd65f987723_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132738515/Put/seqid=0 2024-11-20T19:58:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,837 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 881e8a2fd8544431ade7f865e728838d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:58:59,837 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,837 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132739771; duration=0sec 2024-11-20T19:58:59,837 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:58:59,837 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:58:59,837 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:58:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,839 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:58:59,839 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:58:59,839 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,839 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/0229b24c49f54ba8bb76acb5848b7f90, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=36.9 K 2024-11-20T19:58:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,840 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 0229b24c49f54ba8bb76acb5848b7f90, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732132736572 2024-11-20T19:58:59,840 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c35138ceca146aba1bce9e4ce54d4ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732132736956 2024-11-20T19:58:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,841 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3553f30a38d54bd8a5bb5e960c7110be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:58:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,849 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:58:59,849 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/96864593aa5d49aba2d8e359f21eabd4 is 50, key is test_row_0/C:col10/1732132738497/Put/seqid=0 2024-11-20T19:58:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742054_1230 (size=12454) 2024-11-20T19:58:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9c1ec00e9834af183cdebd65f987723_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9c1ec00e9834af183cdebd65f987723_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c827e7a08cdd412dbe4f8b83cdb7fb7c, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:58:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c827e7a08cdd412dbe4f8b83cdb7fb7c is 175, key is test_row_0/A:col10/1732132738515/Put/seqid=0 2024-11-20T19:58:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742055_1231 (size=13289) 2024-11-20T19:58:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742056_1232 (size=31255) 2024-11-20T19:58:59,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c827e7a08cdd412dbe4f8b83cdb7fb7c 2024-11-20T19:58:59,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/596e1f6f27314eb29882e4319d971870 is 50, key is test_row_0/B:col10/1732132738515/Put/seqid=0 2024-11-20T19:58:59,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742057_1233 (size=12301) 2024-11-20T19:58:59,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/596e1f6f27314eb29882e4319d971870 2024-11-20T19:58:59,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/b8fe800809e84a769aacc0c1dc269efb is 50, key is test_row_0/C:col10/1732132738515/Put/seqid=0 2024-11-20T19:58:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742058_1234 (size=12301) 2024-11-20T19:58:59,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/b8fe800809e84a769aacc0c1dc269efb 2024-11-20T19:58:59,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c827e7a08cdd412dbe4f8b83cdb7fb7c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c 2024-11-20T19:58:59,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c, entries=150, sequenceid=423, filesize=30.5 K 2024-11-20T19:58:59,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/596e1f6f27314eb29882e4319d971870 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870 2024-11-20T19:58:59,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T19:58:59,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/b8fe800809e84a769aacc0c1dc269efb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb 2024-11-20T19:58:59,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T19:58:59,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=140.89 KB/144270 for abd92fde56aa09cc51a544b47db32026 in 141ms, sequenceid=423, compaction requested=false 2024-11-20T19:58:59,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:58:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:59,953 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:58:59,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:58:59,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d466cf5fb05c43108ded50c272ad1e3b_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132739946/Put/seqid=0 2024-11-20T19:58:59,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:58:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:58:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:58:59,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:58:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742059_1235 (size=14994) 2024-11-20T19:58:59,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:58:59,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d466cf5fb05c43108ded50c272ad1e3b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d466cf5fb05c43108ded50c272ad1e3b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:58:59,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/50d060f2c4114ecbbe6a0500474bce72, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/50d060f2c4114ecbbe6a0500474bce72 is 175, key is test_row_0/A:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132799995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742060_1236 (size=39949) 2024-11-20T19:59:00,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/50d060f2c4114ecbbe6a0500474bce72 2024-11-20T19:59:00,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/0d0cc42bfb36467a9fea514bd2c893f9 is 50, key is test_row_0/B:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:59:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742061_1237 (size=12301) 2024-11-20T19:59:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132800106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,213 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:00,214 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/345541aad33349e99592a03acb46257c is 175, key is test_row_0/A:col10/1732132738497/Put/seqid=0 2024-11-20T19:59:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742062_1238 (size=32243) 2024-11-20T19:59:00,231 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/345541aad33349e99592a03acb46257c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c 2024-11-20T19:59:00,240 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into 345541aad33349e99592a03acb46257c(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:00,240 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:00,240 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132739770; duration=0sec 2024-11-20T19:59:00,240 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:00,240 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:59:00,273 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/96864593aa5d49aba2d8e359f21eabd4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/96864593aa5d49aba2d8e359f21eabd4 2024-11-20T19:59:00,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,280 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 96864593aa5d49aba2d8e359f21eabd4(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:00,283 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:00,284 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132739771; duration=0sec 2024-11-20T19:59:00,284 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:00,284 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:59:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132800316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/0d0cc42bfb36467a9fea514bd2c893f9 2024-11-20T19:59:00,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/9f2c313aa5d9474e9b01bc9e3de5ce43 is 50, key is test_row_0/C:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742063_1239 (size=12301) 2024-11-20T19:59:00,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132800627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132800667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132800667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:00,670 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,671 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:00,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:00,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/9f2c313aa5d9474e9b01bc9e3de5ce43 2024-11-20T19:59:00,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/50d060f2c4114ecbbe6a0500474bce72 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72 2024-11-20T19:59:00,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72, entries=200, sequenceid=449, filesize=39.0 K 2024-11-20T19:59:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/0d0cc42bfb36467a9fea514bd2c893f9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9 2024-11-20T19:59:00,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9, entries=150, sequenceid=449, filesize=12.0 K 2024-11-20T19:59:00,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/9f2c313aa5d9474e9b01bc9e3de5ce43 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43 2024-11-20T19:59:00,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43, entries=150, sequenceid=449, filesize=12.0 K 2024-11-20T19:59:00,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for abd92fde56aa09cc51a544b47db32026 in 926ms, sequenceid=449, compaction requested=true 2024-11-20T19:59:00,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:00,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:00,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:00,880 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:00,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:00,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:00,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:00,881 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:00,881 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:59:00,881 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,881 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=101.0 K 2024-11-20T19:59:00,881 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,881 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72] 2024-11-20T19:59:00,881 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:00,882 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:59:00,882 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,882 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/881e8a2fd8544431ade7f865e728838d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=37.0 K 2024-11-20T19:59:00,882 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 881e8a2fd8544431ade7f865e728838d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:59:00,882 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 345541aad33349e99592a03acb46257c, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:59:00,882 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c827e7a08cdd412dbe4f8b83cdb7fb7c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732132738507 2024-11-20T19:59:00,882 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 596e1f6f27314eb29882e4319d971870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732132738507 2024-11-20T19:59:00,883 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d060f2c4114ecbbe6a0500474bce72, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:00,883 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d0cc42bfb36467a9fea514bd2c893f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:00,891 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:00,892 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e189596e5e3742038f8e84e9d6899b44 is 50, key is test_row_0/B:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:00,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T19:59:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:00,893 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:00,901 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,910 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204e9103aa2dff4ff9839028d1f6393d82_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,912 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204e9103aa2dff4ff9839028d1f6393d82_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,912 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204e9103aa2dff4ff9839028d1f6393d82_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742064_1240 (size=13391) 2024-11-20T19:59:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120852bdaf8e35d49bc87d488e030308f03_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132739992/Put/seqid=0 2024-11-20T19:59:00,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742065_1241 (size=4469) 2024-11-20T19:59:00,939 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#193 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:00,940 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c3306ec5638a453b9c9d6f121a56068e is 175, key is test_row_0/A:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742067_1243 (size=32345) 2024-11-20T19:59:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742066_1242 (size=12454) 2024-11-20T19:59:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:00,980 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120852bdaf8e35d49bc87d488e030308f03_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120852bdaf8e35d49bc87d488e030308f03_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5981e8f60a134c12b44d91d412c131bd, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5981e8f60a134c12b44d91d412c131bd is 175, key is test_row_0/A:col10/1732132739992/Put/seqid=0 2024-11-20T19:59:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742068_1244 (size=31255) 2024-11-20T19:59:00,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=462, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5981e8f60a134c12b44d91d412c131bd 2024-11-20T19:59:01,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b124181d2a8a4a518acfba1e9104883f is 50, key is test_row_0/B:col10/1732132739992/Put/seqid=0 2024-11-20T19:59:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742069_1245 (size=12301) 2024-11-20T19:59:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:59:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:01,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. as already flushing 2024-11-20T19:59:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132801229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:01,323 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/e189596e5e3742038f8e84e9d6899b44 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e189596e5e3742038f8e84e9d6899b44 2024-11-20T19:59:01,327 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into e189596e5e3742038f8e84e9d6899b44(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:01,327 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:01,327 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132740880; duration=0sec 2024-11-20T19:59:01,327 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:01,327 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:59:01,327 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:01,328 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:01,328 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:59:01,328 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:01,329 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/96864593aa5d49aba2d8e359f21eabd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=37.0 K 2024-11-20T19:59:01,329 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 96864593aa5d49aba2d8e359f21eabd4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732132738165 2024-11-20T19:59:01,329 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b8fe800809e84a769aacc0c1dc269efb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732132738507 2024-11-20T19:59:01,329 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2c313aa5d9474e9b01bc9e3de5ce43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:01,337 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:01,338 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/504f0e466b3f4fb8aeac55b6c850afb2 is 50, key is test_row_0/C:col10/1732132739946/Put/seqid=0 2024-11-20T19:59:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132801337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:01,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742070_1246 (size=13391) 2024-11-20T19:59:01,367 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/c3306ec5638a453b9c9d6f121a56068e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e 2024-11-20T19:59:01,372 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into c3306ec5638a453b9c9d6f121a56068e(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:01,372 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:01,372 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132740880; duration=0sec 2024-11-20T19:59:01,372 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:01,372 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:59:01,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b124181d2a8a4a518acfba1e9104883f 2024-11-20T19:59:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/372ec527272549498dd7b754c13755e5 is 50, key is test_row_0/C:col10/1732132739992/Put/seqid=0 2024-11-20T19:59:01,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742071_1247 (size=12301) 2024-11-20T19:59:01,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132801547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:01,747 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/504f0e466b3f4fb8aeac55b6c850afb2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/504f0e466b3f4fb8aeac55b6c850afb2 2024-11-20T19:59:01,752 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into 504f0e466b3f4fb8aeac55b6c850afb2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:01,752 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:01,752 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132740880; duration=0sec 2024-11-20T19:59:01,752 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:01,752 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:59:01,824 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/372ec527272549498dd7b754c13755e5 2024-11-20T19:59:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/5981e8f60a134c12b44d91d412c131bd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd 2024-11-20T19:59:01,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd, entries=150, sequenceid=462, filesize=30.5 K 2024-11-20T19:59:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b124181d2a8a4a518acfba1e9104883f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f 2024-11-20T19:59:01,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T19:59:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/372ec527272549498dd7b754c13755e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5 2024-11-20T19:59:01,844 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T19:59:01,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for abd92fde56aa09cc51a544b47db32026 in 952ms, sequenceid=462, compaction requested=false 2024-11-20T19:59:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-20T19:59:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-20T19:59:01,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T19:59:01,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9460 sec 2024-11-20T19:59:01,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.9510 sec 2024-11-20T19:59:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:01,860 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:01,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:59:01,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eee18e88852f4340a5a7b7fd464340c8_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742072_1248 (size=14994) 2024-11-20T19:59:01,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132801885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:02,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132802007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:02,214 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-20T19:59:02,214 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-20T19:59:02,214 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:02,214 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:02,214 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,214 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,215 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,215 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:02,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:02,217 INFO [Thread-585 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-585. 2024-11-20T19:59:02,217 DEBUG [Thread-585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:02,217 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,217 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132802217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:02,218 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-20T19:59:02,218 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:02,218 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,218 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:02,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:02,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eee18e88852f4340a5a7b7fd464340c8_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eee18e88852f4340a5a7b7fd464340c8_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:02,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/cc82b0aa0c0c439798ce86f7f7d6b987, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:02,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/cc82b0aa0c0c439798ce86f7f7d6b987 is 175, key is test_row_0/A:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742073_1249 (size=39949) 2024-11-20T19:59:02,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132802527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:02,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=491, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/cc82b0aa0c0c439798ce86f7f7d6b987 2024-11-20T19:59:02,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59556 deadline: 1732132802687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:02,688 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:59:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:02,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5a4603d066f040ceb25c1d677fa5de45 is 50, key is test_row_0/B:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742074_1250 (size=12301) 2024-11-20T19:59:02,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59576 deadline: 1732132802696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:02,697 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in abd92fde56aa09cc51a544b47db32026 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T19:59:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:03,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59540 deadline: 1732132803037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:59:03,057 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:03,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5a4603d066f040ceb25c1d677fa5de45 2024-11-20T19:59:03,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/8e044bdeac344b5299d44b52bd93ab6f is 50, key is test_row_0/C:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742075_1251 (size=12301) 2024-11-20T19:59:03,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/8e044bdeac344b5299d44b52bd93ab6f 2024-11-20T19:59:03,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/cc82b0aa0c0c439798ce86f7f7d6b987 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987 2024-11-20T19:59:03,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987, entries=200, sequenceid=491, filesize=39.0 K 2024-11-20T19:59:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/5a4603d066f040ceb25c1d677fa5de45 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45 2024-11-20T19:59:03,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45, entries=150, sequenceid=491, filesize=12.0 K 2024-11-20T19:59:03,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/8e044bdeac344b5299d44b52bd93ab6f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f 2024-11-20T19:59:03,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f, entries=150, sequenceid=491, filesize=12.0 K 2024-11-20T19:59:03,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for abd92fde56aa09cc51a544b47db32026 in 1663ms, sequenceid=491, compaction requested=true 2024-11-20T19:59:03,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:03,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abd92fde56aa09cc51a544b47db32026:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:03,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:03,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:03,524 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/A is initiating minor compaction (all files) 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/B is initiating minor compaction (all files) 2024-11-20T19:59:03,525 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/A in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:03,525 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/B in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:03,525 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=101.1 K 2024-11-20T19:59:03,525 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:03,525 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e189596e5e3742038f8e84e9d6899b44, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=37.1 K 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987] 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3306ec5638a453b9c9d6f121a56068e, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e189596e5e3742038f8e84e9d6899b44, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5981e8f60a134c12b44d91d412c131bd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732132739976 2024-11-20T19:59:03,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b124181d2a8a4a518acfba1e9104883f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732132739976 2024-11-20T19:59:03,526 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc82b0aa0c0c439798ce86f7f7d6b987, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732132741175 2024-11-20T19:59:03,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a4603d066f040ceb25c1d677fa5de45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732132741221 2024-11-20T19:59:03,532 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:03,533 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:03,534 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/6060a879d66f4367a3b13e062fda23e7 is 50, key is test_row_0/B:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:03,535 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112039629e3625d4455bbf455e5ce0cf3c1e_abd92fde56aa09cc51a544b47db32026 store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742076_1252 (size=13493) 2024-11-20T19:59:03,555 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112039629e3625d4455bbf455e5ce0cf3c1e_abd92fde56aa09cc51a544b47db32026, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:03,556 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112039629e3625d4455bbf455e5ce0cf3c1e_abd92fde56aa09cc51a544b47db32026 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742077_1253 (size=4469) 2024-11-20T19:59:03,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:59:03,943 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/6060a879d66f4367a3b13e062fda23e7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/6060a879d66f4367a3b13e062fda23e7 2024-11-20T19:59:03,947 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/B of abd92fde56aa09cc51a544b47db32026 into 6060a879d66f4367a3b13e062fda23e7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:03,947 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:03,947 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/B, priority=13, startTime=1732132743524; duration=0sec 2024-11-20T19:59:03,947 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:03,947 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:B 2024-11-20T19:59:03,947 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:03,948 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:03,948 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): abd92fde56aa09cc51a544b47db32026/C is initiating minor compaction (all files) 2024-11-20T19:59:03,948 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abd92fde56aa09cc51a544b47db32026/C in TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:03,948 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/504f0e466b3f4fb8aeac55b6c850afb2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp, totalSize=37.1 K 2024-11-20T19:59:03,949 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 504f0e466b3f4fb8aeac55b6c850afb2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732132739914 2024-11-20T19:59:03,949 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 372ec527272549498dd7b754c13755e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732132739976 2024-11-20T19:59:03,949 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e044bdeac344b5299d44b52bd93ab6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732132741221 2024-11-20T19:59:03,957 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:03,958 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a92978049763496fb7923ade5ed77560 is 50, key is test_row_0/C:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:03,961 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abd92fde56aa09cc51a544b47db32026#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742078_1254 (size=13493) 2024-11-20T19:59:03,962 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/ac922747e6c74732a6b119db6fa46127 is 175, key is test_row_0/A:col10/1732132741227/Put/seqid=0 2024-11-20T19:59:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742079_1255 (size=32447) 2024-11-20T19:59:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:04,048 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:04,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:04,048 INFO [Thread-576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-576. 2024-11-20T19:59:04,048 DEBUG [Thread-576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:04,048 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:04,048 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:04,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:04,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1bd6c8e58554012baf4e6288da15d12_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132741881/Put/seqid=0 2024-11-20T19:59:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742080_1256 (size=12454) 2024-11-20T19:59:04,367 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/a92978049763496fb7923ade5ed77560 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a92978049763496fb7923ade5ed77560 2024-11-20T19:59:04,370 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/ac922747e6c74732a6b119db6fa46127 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/ac922747e6c74732a6b119db6fa46127 2024-11-20T19:59:04,372 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/C of abd92fde56aa09cc51a544b47db32026 into a92978049763496fb7923ade5ed77560(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:04,372 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:04,372 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/C, priority=13, startTime=1732132743524; duration=0sec 2024-11-20T19:59:04,372 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:04,372 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:C 2024-11-20T19:59:04,375 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abd92fde56aa09cc51a544b47db32026/A of abd92fde56aa09cc51a544b47db32026 into ac922747e6c74732a6b119db6fa46127(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:04,375 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:04,375 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., storeName=abd92fde56aa09cc51a544b47db32026/A, priority=13, startTime=1732132743523; duration=0sec 2024-11-20T19:59:04,375 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:04,375 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abd92fde56aa09cc51a544b47db32026:A 2024-11-20T19:59:04,461 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:04,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1bd6c8e58554012baf4e6288da15d12_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1bd6c8e58554012baf4e6288da15d12_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:04,466 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f9119c420edc4674a3af3cf8ba61f1a1, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:04,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f9119c420edc4674a3af3cf8ba61f1a1 is 175, key is test_row_0/A:col10/1732132741881/Put/seqid=0 2024-11-20T19:59:04,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742081_1257 (size=31255) 2024-11-20T19:59:04,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=503, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f9119c420edc4674a3af3cf8ba61f1a1 2024-11-20T19:59:04,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/515c6c4ba9d2458699a3fbf4e75121b4 is 50, key is test_row_0/B:col10/1732132741881/Put/seqid=0 2024-11-20T19:59:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742082_1258 (size=12301) 2024-11-20T19:59:05,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/515c6c4ba9d2458699a3fbf4e75121b4 2024-11-20T19:59:05,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6058346d627e47f184b80223578cd99f is 50, key is test_row_0/C:col10/1732132741881/Put/seqid=0 2024-11-20T19:59:05,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742083_1259 (size=12301) 2024-11-20T19:59:05,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6058346d627e47f184b80223578cd99f 2024-11-20T19:59:05,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/f9119c420edc4674a3af3cf8ba61f1a1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f9119c420edc4674a3af3cf8ba61f1a1 2024-11-20T19:59:05,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f9119c420edc4674a3af3cf8ba61f1a1, entries=150, sequenceid=503, filesize=30.5 K 2024-11-20T19:59:05,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/515c6c4ba9d2458699a3fbf4e75121b4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/515c6c4ba9d2458699a3fbf4e75121b4 2024-11-20T19:59:05,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/515c6c4ba9d2458699a3fbf4e75121b4, entries=150, sequenceid=503, filesize=12.0 K 2024-11-20T19:59:05,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/6058346d627e47f184b80223578cd99f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6058346d627e47f184b80223578cd99f 2024-11-20T19:59:05,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6058346d627e47f184b80223578cd99f, entries=150, sequenceid=503, filesize=12.0 K 2024-11-20T19:59:05,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for abd92fde56aa09cc51a544b47db32026 in 1662ms, sequenceid=503, compaction requested=false 2024-11-20T19:59:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abd92fde56aa09cc51a544b47db32026: 2024-11-20T19:59:06,708 INFO [Thread-580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-580. 2024-11-20T19:59:06,708 INFO [Thread-582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-582. 2024-11-20T19:59:06,708 DEBUG [Thread-580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:06,708 DEBUG [Thread-582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:06,708 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:06,708 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:06,708 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:06,708 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:06,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:06,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:08,729 INFO [Thread-578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-578. 2024-11-20T19:59:08,729 DEBUG [Thread-578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:08,729 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,729 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:08,788 INFO [Thread-574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-574. 2024-11-20T19:59:08,788 DEBUG [Thread-574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:08,788 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,788 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3328 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3430 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4559 rows 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1517 2024-11-20T19:59:08,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4548 rows 2024-11-20T19:59:08,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:59:08,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:59:08,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:08,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:08,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T19:59:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:08,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132748793"}]},"ts":"1732132748793"} 2024-11-20T19:59:08,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:59:08,794 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:59:08,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:59:08,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, UNASSIGN}] 2024-11-20T19:59:08,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, UNASSIGN 2024-11-20T19:59:08,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:08,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, UNASSIGN because future has completed 2024-11-20T19:59:08,799 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:59:08,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:08,951 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:08,951 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:59:08,952 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing abd92fde56aa09cc51a544b47db32026, disabling compactions & flushes 2024-11-20T19:59:08,952 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:08,952 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:08,952 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. after waiting 0 ms 2024-11-20T19:59:08,952 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:08,952 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing abd92fde56aa09cc51a544b47db32026 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T19:59:08,958 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202ee28eeac4a747ed9c39d901c2a9c6be_abd92fde56aa09cc51a544b47db32026 is 50, key is test_row_0/A:col10/1732132748787/Put/seqid=0 2024-11-20T19:59:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742084_1260 (size=12454) 2024-11-20T19:59:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:09,362 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:09,366 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202ee28eeac4a747ed9c39d901c2a9c6be_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ee28eeac4a747ed9c39d901c2a9c6be_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:09,367 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa766379dec04699b59735892a09a9f2, store: [table=TestAcidGuarantees family=A region=abd92fde56aa09cc51a544b47db32026] 2024-11-20T19:59:09,368 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa766379dec04699b59735892a09a9f2 is 175, key is test_row_0/A:col10/1732132748787/Put/seqid=0 2024-11-20T19:59:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742085_1261 (size=31255) 2024-11-20T19:59:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:09,772 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=512, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa766379dec04699b59735892a09a9f2 2024-11-20T19:59:09,779 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b66918948bf84934a062f91a60ae5bc6 is 50, key is test_row_0/B:col10/1732132748787/Put/seqid=0 2024-11-20T19:59:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742086_1262 (size=12301) 2024-11-20T19:59:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:10,183 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b66918948bf84934a062f91a60ae5bc6 2024-11-20T19:59:10,190 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/44279861de114280bce921f7fc7e74bb is 50, key is test_row_0/C:col10/1732132748787/Put/seqid=0 2024-11-20T19:59:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742087_1263 (size=12301) 2024-11-20T19:59:10,594 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/44279861de114280bce921f7fc7e74bb 2024-11-20T19:59:10,598 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/A/fa766379dec04699b59735892a09a9f2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa766379dec04699b59735892a09a9f2 2024-11-20T19:59:10,602 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa766379dec04699b59735892a09a9f2, entries=150, sequenceid=512, filesize=30.5 K 2024-11-20T19:59:10,603 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/B/b66918948bf84934a062f91a60ae5bc6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b66918948bf84934a062f91a60ae5bc6 2024-11-20T19:59:10,606 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b66918948bf84934a062f91a60ae5bc6, entries=150, sequenceid=512, filesize=12.0 K 2024-11-20T19:59:10,607 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/.tmp/C/44279861de114280bce921f7fc7e74bb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/44279861de114280bce921f7fc7e74bb 2024-11-20T19:59:10,610 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/44279861de114280bce921f7fc7e74bb, entries=150, sequenceid=512, filesize=12.0 K 2024-11-20T19:59:10,611 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for abd92fde56aa09cc51a544b47db32026 in 1659ms, sequenceid=512, compaction requested=true 2024-11-20T19:59:10,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987] to archive 2024-11-20T19:59:10,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:10,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/bb51fe446e6d48dab100e704609e0cd8 2024-11-20T19:59:10,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f90452b4d3bf4c67ae653e4ac7731cd4 2024-11-20T19:59:10,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/08e9cd50b825438faaaa79f9d59662fd 2024-11-20T19:59:10,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1a9012810bc149d281350cc1c7c6d69b 2024-11-20T19:59:10,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/411ba267184e45a68531164a2099be9b 2024-11-20T19:59:10,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5ada0c4601ad479fa339852d3cbc332e 2024-11-20T19:59:10,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b5a7f35a7f334eec8b6d8048babf7f1e 2024-11-20T19:59:10,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa129069a238418c97672651086c6073 2024-11-20T19:59:10,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/1799f53c00094851b40644279856e26f 2024-11-20T19:59:10,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/4d34408f603446c0a72e39097c2e8170 2024-11-20T19:59:10,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/0d0f380d640845549deea9bdef6dcd01 2024-11-20T19:59:10,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/e51f1db43b1c48b6ae67b80ff0fd19c6 2024-11-20T19:59:10,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/151fcab5e8e54552910473ac2a530d31 2024-11-20T19:59:10,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d85ec40ef820497bb0f84a175051cfde 2024-11-20T19:59:10,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/776ed2f246344f489fcd880182b49f9d 2024-11-20T19:59:10,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a680961a93064c94bf7d8ea7e32650d0 2024-11-20T19:59:10,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/deb4ed9ef5a64f1d9eb4917c9ebdd2b8 2024-11-20T19:59:10,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/b23abd657dd0440493cb9e7dece556c3 2024-11-20T19:59:10,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/baf0888d90464304adb9ea1a918ea9f2 2024-11-20T19:59:10,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/94a05db9f900460e9ccaa27cf985630a 2024-11-20T19:59:10,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/2689eaffc3a74bd788d4d163bdace667 2024-11-20T19:59:10,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/9d90e8a4f6a1468b8a88d2f53bb773db 2024-11-20T19:59:10,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/68efb28d4ae34764aaa1956f56b6e864 2024-11-20T19:59:10,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/97b5933d974144bf819cdcfbeae3192e 2024-11-20T19:59:10,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f43e4d02e84b45cab850734b790c8cc2 2024-11-20T19:59:10,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/06bb00183c334cbba8b1f304a33d09c6 2024-11-20T19:59:10,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/d2d8684b588b48ce8cc13113dd334a66 2024-11-20T19:59:10,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/a3423fe8ee574469b74a26a3f1608e26 2024-11-20T19:59:10,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/345541aad33349e99592a03acb46257c 2024-11-20T19:59:10,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c71419a8ca804ade9825446f1a301b93 2024-11-20T19:59:10,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c827e7a08cdd412dbe4f8b83cdb7fb7c 2024-11-20T19:59:10,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/50d060f2c4114ecbbe6a0500474bce72 2024-11-20T19:59:10,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/c3306ec5638a453b9c9d6f121a56068e 2024-11-20T19:59:10,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/5981e8f60a134c12b44d91d412c131bd 2024-11-20T19:59:10,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/cc82b0aa0c0c439798ce86f7f7d6b987 2024-11-20T19:59:10,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3806c94b24344177a4606fafc6cc35c1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e697a72a59b34d3a9a1145cd232289bd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/52f2fbe187a04706ad477275e87776b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/45fde6fde2504fe587081ae60bfd1cd9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9bbc530917d141e49cffbf99f7df73ea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e6771b1cc21d4b89bf3d21060ead3540, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e7f9150e6b9e4840997b5290884ddd3c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e9891783a5fc4e77a121a9c0892635aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/881e8a2fd8544431ade7f865e728838d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e189596e5e3742038f8e84e9d6899b44, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45] to archive 2024-11-20T19:59:10,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:10,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/c4eff0de5451458fb6eab1c9566c429f 2024-11-20T19:59:10,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ce767a76b3554e0182c5b52694018488 2024-11-20T19:59:10,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3806c94b24344177a4606fafc6cc35c1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3806c94b24344177a4606fafc6cc35c1 2024-11-20T19:59:10,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/17ab552dc629462cad4bfbabaf4d9b08 2024-11-20T19:59:10,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81280ca116324aa6bad31f912e5f3968 2024-11-20T19:59:10,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9e11edad8f2d498991c7429bcc499a7d 2024-11-20T19:59:10,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e697a72a59b34d3a9a1145cd232289bd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e697a72a59b34d3a9a1145cd232289bd 2024-11-20T19:59:10,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/cf5f621d2133450696c64caffa420b8f 2024-11-20T19:59:10,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8053e6d4467f4b02ba4094730c881e2b 2024-11-20T19:59:10,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/52f2fbe187a04706ad477275e87776b2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/52f2fbe187a04706ad477275e87776b2 2024-11-20T19:59:10,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/682fb713b80847e2929f478e1230f698 2024-11-20T19:59:10,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/3a994cce73c44db7a76fee14732648d0 2024-11-20T19:59:10,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/45fde6fde2504fe587081ae60bfd1cd9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/45fde6fde2504fe587081ae60bfd1cd9 2024-11-20T19:59:10,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/81691267524f4cd396630eba94ea3af4 2024-11-20T19:59:10,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d0db852ca4044de7bc7271a5b822a90c 2024-11-20T19:59:10,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9bbc530917d141e49cffbf99f7df73ea to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9bbc530917d141e49cffbf99f7df73ea 2024-11-20T19:59:10,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/ecccf2f923e547c29db4013ad559087d 2024-11-20T19:59:10,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/192f54ce06b34a9abea9af64c57a736d 2024-11-20T19:59:10,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e6771b1cc21d4b89bf3d21060ead3540 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e6771b1cc21d4b89bf3d21060ead3540 2024-11-20T19:59:10,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/d74f451a706a4a9480ac28817ebec350 2024-11-20T19:59:10,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/9cf3ac3e64024b17a9b6bb5f848f6511 2024-11-20T19:59:10,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e7f9150e6b9e4840997b5290884ddd3c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e7f9150e6b9e4840997b5290884ddd3c 2024-11-20T19:59:10,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5e9686d16af2414884996a9274c43079 2024-11-20T19:59:10,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/aa7dd18caa4f44b8ad056a357548168b 2024-11-20T19:59:10,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/de13503565854cbeb0e46052f4dcd2ca 2024-11-20T19:59:10,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e9891783a5fc4e77a121a9c0892635aa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e9891783a5fc4e77a121a9c0892635aa 2024-11-20T19:59:10,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/8c1ebbc503cb45dfa5e3028f82bb0286 2024-11-20T19:59:10,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/dd5e0392f82d4b018c1a1b0b0fd941d9 2024-11-20T19:59:10,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/881e8a2fd8544431ade7f865e728838d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/881e8a2fd8544431ade7f865e728838d 2024-11-20T19:59:10,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/bc00e5782d6c42e18008733bdffabbce 2024-11-20T19:59:10,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/596e1f6f27314eb29882e4319d971870 2024-11-20T19:59:10,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e189596e5e3742038f8e84e9d6899b44 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/e189596e5e3742038f8e84e9d6899b44 2024-11-20T19:59:10,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/0d0cc42bfb36467a9fea514bd2c893f9 2024-11-20T19:59:10,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b124181d2a8a4a518acfba1e9104883f 2024-11-20T19:59:10,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/5a4603d066f040ceb25c1d677fa5de45 2024-11-20T19:59:10,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/16225c4e321b48539882d70d39d0ae37, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/fd67c1d344344341a05b5dff44058d00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/38cada47e0fa4257bc6f0110f4679b30, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/85f4394b3b254d69998501eeb96f0afb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/1663bb669f74477b99242ba2611ca539, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/ae6be86a19e2432e818db10f3899a9aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b74df4cb245b4493ba233e6f81594108, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/0229b24c49f54ba8bb76acb5848b7f90, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/96864593aa5d49aba2d8e359f21eabd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/504f0e466b3f4fb8aeac55b6c850afb2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f] to archive 2024-11-20T19:59:10,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:10,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/36ab24101d63428292bcd9ed53f93589 2024-11-20T19:59:10,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/c79028bf258e4bac8f1cca6a5d1095ec 2024-11-20T19:59:10,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/16225c4e321b48539882d70d39d0ae37 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/16225c4e321b48539882d70d39d0ae37 2024-11-20T19:59:10,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/eeda5b1ed2184a12878fe3c74689561b 2024-11-20T19:59:10,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/4db476ad63b84b58a89167f0c6db9da6 2024-11-20T19:59:10,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6481125bcee0469788d74224fcdac205 2024-11-20T19:59:10,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/fd67c1d344344341a05b5dff44058d00 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/fd67c1d344344341a05b5dff44058d00 2024-11-20T19:59:10,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7efde3545f0043539f0a4e4a7cc0d6ab 2024-11-20T19:59:10,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/88238fd087884b5b926eb9b99c6c8bfd 2024-11-20T19:59:10,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/38cada47e0fa4257bc6f0110f4679b30 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/38cada47e0fa4257bc6f0110f4679b30 2024-11-20T19:59:10,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/992b2fd2bbda4bf4b03d88350402b7e2 2024-11-20T19:59:10,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a49ae61576d14d8a931f90a12cdc0570 2024-11-20T19:59:10,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/85f4394b3b254d69998501eeb96f0afb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/85f4394b3b254d69998501eeb96f0afb 2024-11-20T19:59:10,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/92cf2210741f460692ab485a8a45e826 2024-11-20T19:59:10,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/f7c377c9a11c49d5af8ed632ea36b15f 2024-11-20T19:59:10,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/1663bb669f74477b99242ba2611ca539 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/1663bb669f74477b99242ba2611ca539 2024-11-20T19:59:10,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/d3ebfd7eb56144b0901fe1fe846e0b89 2024-11-20T19:59:10,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7cad19dba61f46038708dc6dd3d04e09 2024-11-20T19:59:10,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/ae6be86a19e2432e818db10f3899a9aa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/ae6be86a19e2432e818db10f3899a9aa 2024-11-20T19:59:10,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/e5c36cca4ea946e8a244993cac26fa75 2024-11-20T19:59:10,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a1d24dbcbed945b9b66efc18d8b21fcc 2024-11-20T19:59:10,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b74df4cb245b4493ba233e6f81594108 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b74df4cb245b4493ba233e6f81594108 2024-11-20T19:59:10,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/5430761ee0814e5fb8ea064862bf147e 2024-11-20T19:59:10,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/80baf75b72a148a29651bbce222fdc7e 2024-11-20T19:59:10,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/2e66e250a2124cb68dbcd469431b8247 2024-11-20T19:59:10,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/0229b24c49f54ba8bb76acb5848b7f90 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/0229b24c49f54ba8bb76acb5848b7f90 2024-11-20T19:59:10,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/feff0d749e714c74a293b66bf0bf3d13 2024-11-20T19:59:10,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/7c35138ceca146aba1bce9e4ce54d4ad 2024-11-20T19:59:10,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/96864593aa5d49aba2d8e359f21eabd4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/96864593aa5d49aba2d8e359f21eabd4 2024-11-20T19:59:10,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/3553f30a38d54bd8a5bb5e960c7110be 2024-11-20T19:59:10,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/b8fe800809e84a769aacc0c1dc269efb 2024-11-20T19:59:10,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/504f0e466b3f4fb8aeac55b6c850afb2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/504f0e466b3f4fb8aeac55b6c850afb2 2024-11-20T19:59:10,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/9f2c313aa5d9474e9b01bc9e3de5ce43 2024-11-20T19:59:10,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/372ec527272549498dd7b754c13755e5 2024-11-20T19:59:10,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/8e044bdeac344b5299d44b52bd93ab6f 2024-11-20T19:59:10,726 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits/515.seqid, newMaxSeqId=515, maxSeqId=4 2024-11-20T19:59:10,727 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. 2024-11-20T19:59:10,727 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for abd92fde56aa09cc51a544b47db32026: Waiting for close lock at 1732132748951Running coprocessor pre-close hooks at 1732132748951Disabling compacts and flushes for region at 1732132748951Disabling writes for close at 1732132748952 (+1 ms)Obtaining lock to block concurrent updates at 1732132748952Preparing flush snapshotting stores in abd92fde56aa09cc51a544b47db32026 at 1732132748952Finished memstore snapshotting TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732132748952Flushing stores of TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026. at 1732132748953 (+1 ms)Flushing abd92fde56aa09cc51a544b47db32026/A: creating writer at 1732132748953Flushing mob file abd92fde56aa09cc51a544b47db32026/A: appending metadata at 1732132748958 (+5 ms)Flushing mob file abd92fde56aa09cc51a544b47db32026/A: closing flushed file at 1732132748958Flushing abd92fde56aa09cc51a544b47db32026/A: appending metadata at 1732132749367 (+409 ms)Flushing abd92fde56aa09cc51a544b47db32026/A: closing flushed file at 1732132749368 (+1 ms)Flushing abd92fde56aa09cc51a544b47db32026/B: creating writer at 1732132749776 (+408 ms)Flushing abd92fde56aa09cc51a544b47db32026/B: appending metadata at 1732132749778 (+2 ms)Flushing abd92fde56aa09cc51a544b47db32026/B: closing flushed file at 1732132749778Flushing abd92fde56aa09cc51a544b47db32026/C: creating writer at 1732132750187 (+409 ms)Flushing abd92fde56aa09cc51a544b47db32026/C: appending metadata at 1732132750189 (+2 ms)Flushing abd92fde56aa09cc51a544b47db32026/C: closing flushed file at 1732132750189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b45612: reopening flushed file at 1732132750598 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e47e534: reopening flushed file at 1732132750602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0cc073: reopening flushed file at 1732132750606 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for abd92fde56aa09cc51a544b47db32026 in 1659ms, sequenceid=512, compaction requested=true at 1732132750611 (+5 ms)Writing region close event to WAL at 1732132750723 (+112 ms)Running coprocessor post-close hooks at 1732132750726 (+3 ms)Closed at 1732132750727 (+1 ms) 2024-11-20T19:59:10,729 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=abd92fde56aa09cc51a544b47db32026, regionState=CLOSED 2024-11-20T19:59:10,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:10,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T19:59:10,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure abd92fde56aa09cc51a544b47db32026, server=7200dd4cf518,39215,1732132685355 in 1.9330 sec 2024-11-20T19:59:10,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T19:59:10,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abd92fde56aa09cc51a544b47db32026, UNASSIGN in 1.9370 sec 2024-11-20T19:59:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T19:59:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-20T19:59:10,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132750739"}]},"ts":"1732132750739"} 2024-11-20T19:59:10,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:59:10,740 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:59:10,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec 2024-11-20T19:59:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T19:59:10,937 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:10,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T19:59:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:10,939 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:59:10,940 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:10,942 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits] 2024-11-20T19:59:10,947 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/ac922747e6c74732a6b119db6fa46127 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/ac922747e6c74732a6b119db6fa46127 2024-11-20T19:59:10,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f9119c420edc4674a3af3cf8ba61f1a1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/f9119c420edc4674a3af3cf8ba61f1a1 2024-11-20T19:59:10,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa766379dec04699b59735892a09a9f2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/A/fa766379dec04699b59735892a09a9f2 2024-11-20T19:59:10,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/515c6c4ba9d2458699a3fbf4e75121b4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/515c6c4ba9d2458699a3fbf4e75121b4 2024-11-20T19:59:10,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/6060a879d66f4367a3b13e062fda23e7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/6060a879d66f4367a3b13e062fda23e7 2024-11-20T19:59:10,954 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b66918948bf84934a062f91a60ae5bc6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/B/b66918948bf84934a062f91a60ae5bc6 2024-11-20T19:59:10,956 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/44279861de114280bce921f7fc7e74bb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/44279861de114280bce921f7fc7e74bb 2024-11-20T19:59:10,957 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6058346d627e47f184b80223578cd99f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/6058346d627e47f184b80223578cd99f 2024-11-20T19:59:10,958 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a92978049763496fb7923ade5ed77560 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/C/a92978049763496fb7923ade5ed77560 2024-11-20T19:59:10,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits/515.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026/recovered.edits/515.seqid 2024-11-20T19:59:10,961 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,961 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:59:10,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:59:10,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T19:59:10,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201082e67d71e74833b1ee945f9254b79d_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201082e67d71e74833b1ee945f9254b79d_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,967 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013eb765e4de14c16bcb21b37436f93cf_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112013eb765e4de14c16bcb21b37436f93cf_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,968 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ee28eeac4a747ed9c39d901c2a9c6be_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ee28eeac4a747ed9c39d901c2a9c6be_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,969 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052b738d88dda4ae39fdd60a474828e66_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052b738d88dda4ae39fdd60a474828e66_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,970 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120533618fc32ac433a8eb158b43b50dc8e_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120533618fc32ac433a8eb158b43b50dc8e_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,971 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205db79bd8b8744ac3a4ca7b3aa7cbf78d_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205db79bd8b8744ac3a4ca7b3aa7cbf78d_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,973 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f2bbc3881e144d7b6beef2e3bc69d39_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f2bbc3881e144d7b6beef2e3bc69d39_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,974 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120761b519fa2a14b01955995247b601b96_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120761b519fa2a14b01955995247b601b96_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,975 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c554a0bfdc74bda87da855d1c3506dd_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c554a0bfdc74bda87da855d1c3506dd_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,976 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120852bdaf8e35d49bc87d488e030308f03_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120852bdaf8e35d49bc87d488e030308f03_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,977 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a0e5827bd3d4bcab72ef445597417c4_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a0e5827bd3d4bcab72ef445597417c4_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,978 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a00685b2cffd44c385a166c104955586_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a00685b2cffd44c385a166c104955586_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,980 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0c0b21865cb4fc7b832ec173b828ecf_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0c0b21865cb4fc7b832ec173b828ecf_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,981 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1bd6c8e58554012baf4e6288da15d12_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1bd6c8e58554012baf4e6288da15d12_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,982 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6cc5d7c37b74da884d0af74e4205758_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6cc5d7c37b74da884d0af74e4205758_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,983 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c076cf62d5184c1c9def6188edf9455b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c076cf62d5184c1c9def6188edf9455b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,984 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c62be799dc0a49b9a173724ca1397004_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c62be799dc0a49b9a173724ca1397004_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,985 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9c1ec00e9834af183cdebd65f987723_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9c1ec00e9834af183cdebd65f987723_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,986 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca3ad0595d38465cadf95f8cd1363089_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca3ad0595d38465cadf95f8cd1363089_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,987 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d466cf5fb05c43108ded50c272ad1e3b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d466cf5fb05c43108ded50c272ad1e3b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9551ec9a09a4cdfa37a82c0c0adf540_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9551ec9a09a4cdfa37a82c0c0adf540_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,989 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120df35f72568814dca9c0b4715d2d99834_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120df35f72568814dca9c0b4715d2d99834_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,990 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6490900fbf641e6a7176f58ac6d77d3_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6490900fbf641e6a7176f58ac6d77d3_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e951e1aadb0147fb9a776e3294b5358b_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e951e1aadb0147fb9a776e3294b5358b_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,992 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eee18e88852f4340a5a7b7fd464340c8_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eee18e88852f4340a5a7b7fd464340c8_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3a728af0b604c3f91dc8a82a41919f5_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3a728af0b604c3f91dc8a82a41919f5_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,994 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc8cbedbe8e44a748226a26331706da2_abd92fde56aa09cc51a544b47db32026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc8cbedbe8e44a748226a26331706da2_abd92fde56aa09cc51a544b47db32026 2024-11-20T19:59:10,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:59:10,997 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:10,999 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:59:11,001 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:59:11,002 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:11,002 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:59:11,002 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132751002"}]},"ts":"9223372036854775807"} 2024-11-20T19:59:11,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:59:11,005 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => abd92fde56aa09cc51a544b47db32026, NAME => 'TestAcidGuarantees,,1732132719061.abd92fde56aa09cc51a544b47db32026.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:59:11,005 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:59:11,005 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132751005"}]},"ts":"9223372036854775807"} 2024-11-20T19:59:11,006 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:59:11,007 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:11,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-20T19:59:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:59:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:59:11,047 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:11,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237 (was 236) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34491919_22 at /127.0.0.1:40224 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4583 (was 4799) 2024-11-20T19:59:11,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=4582 2024-11-20T19:59:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:59:11,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:59:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:11,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:59:11,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:11,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-11-20T19:59:11,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:59:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:11,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742088_1264 (size=959) 2024-11-20T19:59:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:11,481 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:59:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742089_1265 (size=53) 2024-11-20T19:59:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5359f0a31388d1fc4c977f1d1af8035a, disabling compactions & flushes 2024-11-20T19:59:11,887 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. after waiting 0 ms 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:11,887 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:11,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5359f0a31388d1fc4c977f1d1af8035a: Waiting for close lock at 1732132751887Disabling compacts and flushes for region at 1732132751887Disabling writes for close at 1732132751887Writing region close event to WAL at 1732132751887Closed at 1732132751887 2024-11-20T19:59:11,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:59:11,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132751888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132751888"}]},"ts":"1732132751888"} 2024-11-20T19:59:11,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:59:11,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:59:11,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132751890"}]},"ts":"1732132751890"} 2024-11-20T19:59:11,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:59:11,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, ASSIGN}] 2024-11-20T19:59:11,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, ASSIGN 2024-11-20T19:59:11,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T19:59:12,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=5359f0a31388d1fc4c977f1d1af8035a, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:12,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, ASSIGN because future has completed 2024-11-20T19:59:12,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:12,201 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:12,201 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:59:12,201 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,201 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:59:12,201 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,201 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,202 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,204 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5359f0a31388d1fc4c977f1d1af8035a columnFamilyName A 2024-11-20T19:59:12,204 DEBUG [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:12,204 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(327): Store=5359f0a31388d1fc4c977f1d1af8035a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:12,204 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,205 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5359f0a31388d1fc4c977f1d1af8035a columnFamilyName B 2024-11-20T19:59:12,205 DEBUG [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:12,206 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(327): Store=5359f0a31388d1fc4c977f1d1af8035a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:12,206 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:12,207 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5359f0a31388d1fc4c977f1d1af8035a columnFamilyName C 2024-11-20T19:59:12,207 DEBUG [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:12,207 INFO [StoreOpener-5359f0a31388d1fc4c977f1d1af8035a-1 {}] regionserver.HStore(327): Store=5359f0a31388d1fc4c977f1d1af8035a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:12,207 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,208 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,208 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,209 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,209 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,209 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:59:12,210 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,212 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:59:12,213 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 5359f0a31388d1fc4c977f1d1af8035a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64804400, jitterRate=-0.034339189529418945}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:59:12,213 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:12,213 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 5359f0a31388d1fc4c977f1d1af8035a: Running coprocessor pre-open hook at 1732132752201Writing region info on filesystem at 1732132752201Initializing all the Stores at 1732132752202 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132752202Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132752202Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132752202Cleaning up temporary data from old regions at 1732132752209 (+7 ms)Running coprocessor post-open hooks at 1732132752213 (+4 ms)Region opened successfully at 1732132752213 2024-11-20T19:59:12,214 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., pid=69, masterSystemTime=1732132752198 2024-11-20T19:59:12,215 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:12,215 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:12,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=5359f0a31388d1fc4c977f1d1af8035a, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:12,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:12,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T19:59:12,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 in 172 msec 2024-11-20T19:59:12,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T19:59:12,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, ASSIGN in 327 msec 2024-11-20T19:59:12,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:59:12,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132752221"}]},"ts":"1732132752221"} 2024-11-20T19:59:12,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:59:12,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:59:12,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-20T19:59:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T19:59:13,218 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:13,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,220 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5add0b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62260cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:59:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T19:59:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@611da558 2024-11-20T19:59:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:59:13,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:59:13,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e7c2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,230 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae821de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,232 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37490b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,233 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa211e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,234 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdab1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,235 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6b4e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,237 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f625df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,238 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfba49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,240 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e897fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b543c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,243 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8dc0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,244 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d90f9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,245 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f4b541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,246 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1f2306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481add00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51efc443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3709b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbdc357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:13,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:13,254 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635a6091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:13,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:13,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82a72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:13,256 DEBUG [Thread-1235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,256 DEBUG [Thread-1233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,256 DEBUG [Thread-1220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:13,256 DEBUG [Thread-1222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,257 DEBUG [Thread-1220 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,257 DEBUG [Thread-1220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,258 DEBUG [Thread-1239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,258 DEBUG [Thread-1231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,259 DEBUG [Thread-1226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,259 DEBUG [Thread-1239 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,259 DEBUG [Thread-1239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,260 DEBUG [Thread-1224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T19:59:13,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,261 DEBUG [Thread-1228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,262 DEBUG [Thread-1237 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:13,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:13,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:13,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T19:59:13,268 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:13,270 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:13,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:13,280 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:13,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:59:13,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132813314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132813319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132813321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132813320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132813323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/1ec8e32fc3fd492aa1971e0510d2a683 is 50, key is test_row_0/A:col10/1732132753279/Put/seqid=0 2024-11-20T19:59:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742090_1266 (size=12001) 2024-11-20T19:59:13,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132813427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:13,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132813637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132813647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132813647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132813647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132813647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/1ec8e32fc3fd492aa1971e0510d2a683 2024-11-20T19:59:13,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/9a2d728924564640a51dfb4d17715cca is 50, key is test_row_0/B:col10/1732132753279/Put/seqid=0 2024-11-20T19:59:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742091_1267 (size=12001) 2024-11-20T19:59:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:13,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:13,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:13,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132813947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132813957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132813957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132813957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132813957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/9a2d728924564640a51dfb4d17715cca 2024-11-20T19:59:14,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/0143fa6df30045d9bd41782064f72197 is 50, key is test_row_0/C:col10/1732132753279/Put/seqid=0 2024-11-20T19:59:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742092_1268 (size=12001) 2024-11-20T19:59:14,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:14,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132814456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132814467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132814467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132814467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132814467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:14,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:14,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/0143fa6df30045d9bd41782064f72197 2024-11-20T19:59:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/1ec8e32fc3fd492aa1971e0510d2a683 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683 2024-11-20T19:59:14,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T19:59:14,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/9a2d728924564640a51dfb4d17715cca as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca 2024-11-20T19:59:14,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T19:59:14,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/0143fa6df30045d9bd41782064f72197 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197 2024-11-20T19:59:14,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T19:59:14,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5359f0a31388d1fc4c977f1d1af8035a in 1394ms, sequenceid=13, compaction requested=false 2024-11-20T19:59:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:14,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:59:14,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,809 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:59:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/a42ca1fd841547c687fc4567d6a0b1ba is 50, key is test_row_0/A:col10/1732132753321/Put/seqid=0 2024-11-20T19:59:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742093_1269 (size=12001) 2024-11-20T19:59:14,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/a42ca1fd841547c687fc4567d6a0b1ba 2024-11-20T19:59:14,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d15aa037125d4b20af4748215ee47b61 is 50, key is test_row_0/B:col10/1732132753321/Put/seqid=0 2024-11-20T19:59:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742094_1270 (size=12001) 2024-11-20T19:59:14,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d15aa037125d4b20af4748215ee47b61 2024-11-20T19:59:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/13b90e016bae44518245be94efc051cd is 50, key is test_row_0/C:col10/1732132753321/Put/seqid=0 2024-11-20T19:59:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742095_1271 (size=12001) 2024-11-20T19:59:14,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/13b90e016bae44518245be94efc051cd 2024-11-20T19:59:14,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/a42ca1fd841547c687fc4567d6a0b1ba as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba 2024-11-20T19:59:14,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T19:59:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d15aa037125d4b20af4748215ee47b61 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61 2024-11-20T19:59:14,889 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T19:59:14,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/13b90e016bae44518245be94efc051cd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd 2024-11-20T19:59:14,895 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T19:59:14,896 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5359f0a31388d1fc4c977f1d1af8035a in 87ms, sequenceid=37, compaction requested=false 2024-11-20T19:59:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T19:59:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T19:59:14,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T19:59:14,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-20T19:59:14,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6450 sec 2024-11-20T19:59:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:59:15,408 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:15,408 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T19:59:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:15,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:15,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:15,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:15,488 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:15,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:15,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d8dae47db92541d5ad4db3f316d48c70 is 50, key is test_row_0/A:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742096_1272 (size=16681) 2024-11-20T19:59:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132815512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132815512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132815514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132815514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132815516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132815627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132815627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132815627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132815627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132815627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132815837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132815837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132815837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132815838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132815838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:15,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:15,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:15,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d8dae47db92541d5ad4db3f316d48c70 2024-11-20T19:59:15,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/a44bb27cb6cb44c68759731c6dda294f is 50, key is test_row_0/B:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742097_1273 (size=12001) 2024-11-20T19:59:16,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:16,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132816147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132816148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132816148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132816148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132816148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:59:16,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/a44bb27cb6cb44c68759731c6dda294f 2024-11-20T19:59:16,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bd1117e37bad45959e22a0eb4ceeb28d is 50, key is test_row_0/C:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:16,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742098_1274 (size=12001) 2024-11-20T19:59:16,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bd1117e37bad45959e22a0eb4ceeb28d 2024-11-20T19:59:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d8dae47db92541d5ad4db3f316d48c70 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70 2024-11-20T19:59:16,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70, entries=250, sequenceid=49, filesize=16.3 K 2024-11-20T19:59:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/a44bb27cb6cb44c68759731c6dda294f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f 2024-11-20T19:59:16,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T19:59:16,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bd1117e37bad45959e22a0eb4ceeb28d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d 2024-11-20T19:59:16,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T19:59:16,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5359f0a31388d1fc4c977f1d1af8035a in 892ms, sequenceid=49, compaction requested=true 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:16,380 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:16,380 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:16,382 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:16,382 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:16,382 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,382 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=39.7 K 2024-11-20T19:59:16,382 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ec8e32fc3fd492aa1971e0510d2a683, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132753273 2024-11-20T19:59:16,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:16,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:16,383 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,383 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.2 K 2024-11-20T19:59:16,383 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a42ca1fd841547c687fc4567d6a0b1ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132753312 2024-11-20T19:59:16,384 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a2d728924564640a51dfb4d17715cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132753273 2024-11-20T19:59:16,384 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8dae47db92541d5ad4db3f316d48c70, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:16,384 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d15aa037125d4b20af4748215ee47b61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132753312 2024-11-20T19:59:16,385 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a44bb27cb6cb44c68759731c6dda294f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:16,403 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:16,404 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/9fd84268233443d3942ba73703596a7c is 50, key is test_row_0/A:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:16,423 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:16,423 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/168bd011718946bd925ca2fe2cba7f75 is 50, key is test_row_0/B:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742099_1275 (size=12104) 2024-11-20T19:59:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742100_1276 (size=12104) 2024-11-20T19:59:16,454 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/168bd011718946bd925ca2fe2cba7f75 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/168bd011718946bd925ca2fe2cba7f75 2024-11-20T19:59:16,460 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into 168bd011718946bd925ca2fe2cba7f75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:16,460 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:16,460 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132756380; duration=0sec 2024-11-20T19:59:16,460 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:16,460 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:16,460 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:16,461 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:16,461 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:16,462 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,462 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.2 K 2024-11-20T19:59:16,462 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 0143fa6df30045d9bd41782064f72197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732132753273 2024-11-20T19:59:16,462 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b90e016bae44518245be94efc051cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132753312 2024-11-20T19:59:16,463 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1117e37bad45959e22a0eb4ceeb28d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:16,472 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:16,472 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/18decec381004fd29ad2f2af5d375366 is 50, key is test_row_0/C:col10/1732132755483/Put/seqid=0 2024-11-20T19:59:16,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:59:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:59:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/34cb9652568d4eb49292e075f347ced8 is 50, key is test_row_0/A:col10/1732132755512/Put/seqid=0 2024-11-20T19:59:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742101_1277 (size=12104) 2024-11-20T19:59:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742102_1278 (size=12001) 2024-11-20T19:59:16,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/34cb9652568d4eb49292e075f347ced8 2024-11-20T19:59:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/e13b902acca2487999145a100402155b is 50, key is test_row_0/B:col10/1732132755512/Put/seqid=0 2024-11-20T19:59:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742103_1279 (size=12001) 2024-11-20T19:59:16,535 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/e13b902acca2487999145a100402155b 2024-11-20T19:59:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:16,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/68ad71a7ded7456fb362d84c6e52cc75 is 50, key is test_row_0/C:col10/1732132755512/Put/seqid=0 2024-11-20T19:59:16,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742104_1280 (size=12001) 2024-11-20T19:59:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:16,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132816665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132816667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132816668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132816669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132816670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:16,843 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/9fd84268233443d3942ba73703596a7c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9fd84268233443d3942ba73703596a7c 2024-11-20T19:59:16,848 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into 9fd84268233443d3942ba73703596a7c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:16,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:16,848 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132756380; duration=0sec 2024-11-20T19:59:16,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:16,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:16,903 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/18decec381004fd29ad2f2af5d375366 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/18decec381004fd29ad2f2af5d375366 2024-11-20T19:59:16,908 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into 18decec381004fd29ad2f2af5d375366(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:16,908 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:16,908 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132756380; duration=0sec 2024-11-20T19:59:16,908 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:16,908 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:16,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/68ad71a7ded7456fb362d84c6e52cc75 2024-11-20T19:59:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/34cb9652568d4eb49292e075f347ced8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8 2024-11-20T19:59:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:59:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/e13b902acca2487999145a100402155b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b 2024-11-20T19:59:16,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:59:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/68ad71a7ded7456fb362d84c6e52cc75 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75 2024-11-20T19:59:16,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:59:16,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5359f0a31388d1fc4c977f1d1af8035a in 501ms, sequenceid=74, compaction requested=false 2024-11-20T19:59:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T19:59:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T19:59:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:16,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:59:16,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T19:59:16,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-20T19:59:16,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5880 sec 2024-11-20T19:59:16,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/091043d32e1844d58716ecb4cb0af64f is 50, key is test_row_0/A:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742105_1281 (size=12001) 2024-11-20T19:59:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132817010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132817010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132817011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132817013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132817015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132817127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132817127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132817127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132817127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132817127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132817337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132817337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132817337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132817337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132817337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/091043d32e1844d58716ecb4cb0af64f 2024-11-20T19:59:17,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f7ac08c1d58b40f1bae36802d28c5905 is 50, key is test_row_0/B:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742106_1282 (size=12001) 2024-11-20T19:59:17,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f7ac08c1d58b40f1bae36802d28c5905 2024-11-20T19:59:17,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/9db146a523e54b3b9a30c26362757f54 is 50, key is test_row_0/C:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742107_1283 (size=12001) 2024-11-20T19:59:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:59:17,558 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:17,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T19:59:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:17,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:17,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:17,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:17,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132817647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:17,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T19:59:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:17,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/9db146a523e54b3b9a30c26362757f54 2024-11-20T19:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/091043d32e1844d58716ecb4cb0af64f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f 2024-11-20T19:59:17,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T19:59:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f7ac08c1d58b40f1bae36802d28c5905 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905 2024-11-20T19:59:17,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T19:59:17,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/9db146a523e54b3b9a30c26362757f54 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54 2024-11-20T19:59:17,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T19:59:17,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5359f0a31388d1fc4c977f1d1af8035a in 876ms, sequenceid=92, compaction requested=true 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:17,866 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:17,866 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:17,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T19:59:17,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,868 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:17,868 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:17,868 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T19:59:17,868 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/168bd011718946bd925ca2fe2cba7f75, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.3 K 2024-11-20T19:59:17,868 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:17,868 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:17,868 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,868 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9fd84268233443d3942ba73703596a7c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.3 K 2024-11-20T19:59:17,869 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 168bd011718946bd925ca2fe2cba7f75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:17,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fd84268233443d3942ba73703596a7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:17,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e13b902acca2487999145a100402155b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132755510 2024-11-20T19:59:17,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34cb9652568d4eb49292e075f347ced8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132755510 2024-11-20T19:59:17,873 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ac08c1d58b40f1bae36802d28c5905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:17,874 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091043d32e1844d58716ecb4cb0af64f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/7d65ee8ffddd4eefae471586069f904d is 50, key is test_row_0/A:col10/1732132757013/Put/seqid=0 2024-11-20T19:59:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742108_1284 (size=12001) 2024-11-20T19:59:17,882 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/7d65ee8ffddd4eefae471586069f904d 2024-11-20T19:59:17,890 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:17,891 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/2585da3b75404be2b5d2d0abd4100608 is 50, key is test_row_0/B:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/bc30107fa98c4132be6a9521d4768237 is 50, key is test_row_0/B:col10/1732132757013/Put/seqid=0 2024-11-20T19:59:17,903 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:17,903 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/efc396053d9d429db4b59d7a287a5fbf is 50, key is test_row_0/A:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742109_1285 (size=12207) 2024-11-20T19:59:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742110_1286 (size=12001) 2024-11-20T19:59:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742111_1287 (size=12207) 2024-11-20T19:59:17,971 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/efc396053d9d429db4b59d7a287a5fbf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/efc396053d9d429db4b59d7a287a5fbf 2024-11-20T19:59:17,979 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into efc396053d9d429db4b59d7a287a5fbf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:17,979 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:17,979 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132757866; duration=0sec 2024-11-20T19:59:17,979 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:17,979 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:17,979 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:17,981 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:17,981 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:17,981 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:17,981 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/18decec381004fd29ad2f2af5d375366, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.3 K 2024-11-20T19:59:17,983 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18decec381004fd29ad2f2af5d375366, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132755483 2024-11-20T19:59:17,983 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68ad71a7ded7456fb362d84c6e52cc75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132755510 2024-11-20T19:59:17,984 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9db146a523e54b3b9a30c26362757f54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:17,997 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:17,997 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/9e4ed9222eb24465ba88a6a9fec09aa9 is 50, key is test_row_0/C:col10/1732132756990/Put/seqid=0 2024-11-20T19:59:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742112_1288 (size=12207) 2024-11-20T19:59:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:18,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132818172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132818176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132818178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132818178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132818179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:18,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132818287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132818287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132818287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132818287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132818288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,332 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/2585da3b75404be2b5d2d0abd4100608 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/2585da3b75404be2b5d2d0abd4100608 2024-11-20T19:59:18,337 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into 2585da3b75404be2b5d2d0abd4100608(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:18,337 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:18,337 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132757866; duration=0sec 2024-11-20T19:59:18,337 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:18,337 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:18,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/bc30107fa98c4132be6a9521d4768237 2024-11-20T19:59:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/4944916e877043faaa767deb47a68b18 is 50, key is test_row_0/C:col10/1732132757013/Put/seqid=0 2024-11-20T19:59:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742113_1289 (size=12001) 2024-11-20T19:59:18,410 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/9e4ed9222eb24465ba88a6a9fec09aa9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9e4ed9222eb24465ba88a6a9fec09aa9 2024-11-20T19:59:18,416 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into 9e4ed9222eb24465ba88a6a9fec09aa9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:18,416 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:18,416 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132757866; duration=0sec 2024-11-20T19:59:18,416 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:18,416 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132818497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132818498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132818498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132818498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132818498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:18,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/4944916e877043faaa767deb47a68b18 2024-11-20T19:59:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/7d65ee8ffddd4eefae471586069f904d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d 2024-11-20T19:59:18,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T19:59:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/bc30107fa98c4132be6a9521d4768237 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237 2024-11-20T19:59:18,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T19:59:18,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/4944916e877043faaa767deb47a68b18 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18 2024-11-20T19:59:18,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T19:59:18,790 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5359f0a31388d1fc4c977f1d1af8035a in 922ms, sequenceid=112, compaction requested=false 2024-11-20T19:59:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T19:59:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T19:59:18,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T19:59:18,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-20T19:59:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:18,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T19:59:18,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2500 sec 2024-11-20T19:59:18,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d86dc4909b3f44258129b0a458db34dd is 50, key is test_row_0/A:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742114_1290 (size=12101) 2024-11-20T19:59:18,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132818823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132818825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132818827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132818828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132818829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132819147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132819147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132819147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132819147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132819147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d86dc4909b3f44258129b0a458db34dd 2024-11-20T19:59:19,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/28cfd96447b148d6a6b1ff5d682bfd5d is 50, key is test_row_0/B:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742115_1291 (size=12101) 2024-11-20T19:59:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132819457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132819457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132819457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132819457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132819457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/28cfd96447b148d6a6b1ff5d682bfd5d 2024-11-20T19:59:19,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/e795cb504dc54436b30809a635919468 is 50, key is test_row_0/C:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742116_1292 (size=12101) 2024-11-20T19:59:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:59:19,707 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:19,708 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T19:59:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:19,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:19,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:19,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:19,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:59:19,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:19,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:19,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:20,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:59:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:20,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/e795cb504dc54436b30809a635919468 2024-11-20T19:59:20,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d86dc4909b3f44258129b0a458db34dd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd 2024-11-20T19:59:20,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T19:59:20,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/28cfd96447b148d6a6b1ff5d682bfd5d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d 2024-11-20T19:59:20,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T19:59:20,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/e795cb504dc54436b30809a635919468 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468 2024-11-20T19:59:20,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T19:59:20,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5359f0a31388d1fc4c977f1d1af8035a in 1271ms, sequenceid=134, compaction requested=true 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:20,080 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:20,080 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:20,081 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:20,081 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:20,081 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:20,081 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,081 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:20,082 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,082 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/efc396053d9d429db4b59d7a287a5fbf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.5 K 2024-11-20T19:59:20,082 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/2585da3b75404be2b5d2d0abd4100608, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.5 K 2024-11-20T19:59:20,082 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting efc396053d9d429db4b59d7a287a5fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:20,082 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2585da3b75404be2b5d2d0abd4100608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:20,082 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d65ee8ffddd4eefae471586069f904d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732132757008 2024-11-20T19:59:20,082 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bc30107fa98c4132be6a9521d4768237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732132757008 2024-11-20T19:59:20,083 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d86dc4909b3f44258129b0a458db34dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:20,083 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 28cfd96447b148d6a6b1ff5d682bfd5d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:20,089 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:20,089 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:20,089 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f2d3195f171649c4a2ee2ef43e808d3d is 50, key is test_row_0/A:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:20,090 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/1b30e11a98a74cd5b3e0a9806a2278e0 is 50, key is test_row_0/B:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742118_1294 (size=12409) 2024-11-20T19:59:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742117_1293 (size=12409) 2024-11-20T19:59:20,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:59:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T19:59:20,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/dc06dcf11de04ba99719aebef0e424fa is 50, key is test_row_0/A:col10/1732132758828/Put/seqid=0 2024-11-20T19:59:20,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742119_1295 (size=12151) 2024-11-20T19:59:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:20,503 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f2d3195f171649c4a2ee2ef43e808d3d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f2d3195f171649c4a2ee2ef43e808d3d 2024-11-20T19:59:20,504 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/1b30e11a98a74cd5b3e0a9806a2278e0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1b30e11a98a74cd5b3e0a9806a2278e0 2024-11-20T19:59:20,509 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into f2d3195f171649c4a2ee2ef43e808d3d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:20,509 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:20,509 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132760080; duration=0sec 2024-11-20T19:59:20,509 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:20,509 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:20,509 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:20,509 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into 1b30e11a98a74cd5b3e0a9806a2278e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:20,509 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:20,509 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132760080; duration=0sec 2024-11-20T19:59:20,510 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:20,510 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:20,510 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:20,510 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:20,510 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:20,510 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9e4ed9222eb24465ba88a6a9fec09aa9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.5 K 2024-11-20T19:59:20,511 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e4ed9222eb24465ba88a6a9fec09aa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132756988 2024-11-20T19:59:20,511 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4944916e877043faaa767deb47a68b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732132757008 2024-11-20T19:59:20,512 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e795cb504dc54436b30809a635919468, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:20,518 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:20,519 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/71b6d0c5cc834b7a9d3d7175c9fefcb6 is 50, key is test_row_0/C:col10/1732132758807/Put/seqid=0 2024-11-20T19:59:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742120_1296 (size=12409) 2024-11-20T19:59:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/dc06dcf11de04ba99719aebef0e424fa 2024-11-20T19:59:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 is 50, key is test_row_0/B:col10/1732132758828/Put/seqid=0 2024-11-20T19:59:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742121_1297 (size=12151) 2024-11-20T19:59:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:20,929 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/71b6d0c5cc834b7a9d3d7175c9fefcb6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/71b6d0c5cc834b7a9d3d7175c9fefcb6 2024-11-20T19:59:20,934 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into 71b6d0c5cc834b7a9d3d7175c9fefcb6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:20,934 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:20,934 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132760080; duration=0sec 2024-11-20T19:59:20,935 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:20,935 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:20,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:20,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 2024-11-20T19:59:21,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/70e87cae19fa407bbce159dd2e49531c is 50, key is test_row_0/C:col10/1732132758828/Put/seqid=0 2024-11-20T19:59:21,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132820998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742122_1298 (size=12151) 2024-11-20T19:59:21,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/70e87cae19fa407bbce159dd2e49531c 2024-11-20T19:59:21,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132821004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132821005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132821006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132821006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/dc06dcf11de04ba99719aebef0e424fa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa 2024-11-20T19:59:21,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa, entries=150, sequenceid=151, filesize=11.9 K 2024-11-20T19:59:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 2024-11-20T19:59:21,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4, entries=150, sequenceid=151, filesize=11.9 K 2024-11-20T19:59:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/70e87cae19fa407bbce159dd2e49531c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c 2024-11-20T19:59:21,029 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c, entries=150, sequenceid=151, filesize=11.9 K 2024-11-20T19:59:21,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 5359f0a31388d1fc4c977f1d1af8035a in 860ms, sequenceid=151, compaction requested=false 2024-11-20T19:59:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T19:59:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T19:59:21,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T19:59:21,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3200 sec 2024-11-20T19:59:21,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3260 sec 2024-11-20T19:59:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:59:21,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/231f6810da0e4ef482247036125a1ee2 is 50, key is test_row_0/A:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742123_1299 (size=12151) 2024-11-20T19:59:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132821130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132821130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132821135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132821136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132821136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132821246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132821246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132821247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132821247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132821247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132821456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132821456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132821456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132821457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132821457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/231f6810da0e4ef482247036125a1ee2 2024-11-20T19:59:21,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6bddb1ed87c45f29b9b4db5133e717d is 50, key is test_row_0/B:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742124_1300 (size=12151) 2024-11-20T19:59:21,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6bddb1ed87c45f29b9b4db5133e717d 2024-11-20T19:59:21,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/fa76351e1c3f47a48c064b7b8da2c967 is 50, key is test_row_0/C:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742125_1301 (size=12151) 2024-11-20T19:59:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132821766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132821767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132821767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132821767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132821767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:59:21,867 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:21,867 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T19:59:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:59:21,869 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:21,870 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:21,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:21,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/fa76351e1c3f47a48c064b7b8da2c967 2024-11-20T19:59:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/231f6810da0e4ef482247036125a1ee2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2 2024-11-20T19:59:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:59:21,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T19:59:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6bddb1ed87c45f29b9b4db5133e717d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d 2024-11-20T19:59:21,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T19:59:21,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/fa76351e1c3f47a48c064b7b8da2c967 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967 2024-11-20T19:59:21,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T19:59:21,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5359f0a31388d1fc4c977f1d1af8035a in 878ms, sequenceid=178, compaction requested=true 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:21,997 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:21,997 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:21,998 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:21,998 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:21,998 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:21,998 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f2d3195f171649c4a2ee2ef43e808d3d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.9 K 2024-11-20T19:59:21,998 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:21,999 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:21,999 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:21,999 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2d3195f171649c4a2ee2ef43e808d3d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:21,999 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1b30e11a98a74cd5b3e0a9806a2278e0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.9 K 2024-11-20T19:59:22,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc06dcf11de04ba99719aebef0e424fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732132758825 2024-11-20T19:59:22,000 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b30e11a98a74cd5b3e0a9806a2278e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:22,000 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd99f0e9a8b4c3c9e2f7854d1e349e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732132758825 2024-11-20T19:59:22,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231f6810da0e4ef482247036125a1ee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:22,001 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f6bddb1ed87c45f29b9b4db5133e717d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:22,015 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:22,015 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f26853d8746f4777ae30af9c7f8c59c4 is 50, key is test_row_0/A:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:22,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:59:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:22,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:59:22,030 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:22,031 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c2ed1b70def14f4385e6fb471d58da51 is 50, key is test_row_0/B:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:22,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f8082c5994644bcf89e0e1cd3a88999a is 50, key is test_row_0/A:col10/1732132761133/Put/seqid=0 2024-11-20T19:59:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742127_1303 (size=12561) 2024-11-20T19:59:22,082 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c2ed1b70def14f4385e6fb471d58da51 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c2ed1b70def14f4385e6fb471d58da51 2024-11-20T19:59:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742126_1302 (size=12561) 2024-11-20T19:59:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742128_1304 (size=12151) 2024-11-20T19:59:22,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f8082c5994644bcf89e0e1cd3a88999a 2024-11-20T19:59:22,090 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f26853d8746f4777ae30af9c7f8c59c4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f26853d8746f4777ae30af9c7f8c59c4 2024-11-20T19:59:22,090 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into c2ed1b70def14f4385e6fb471d58da51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:22,090 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:22,090 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132761997; duration=0sec 2024-11-20T19:59:22,091 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:22,091 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:22,091 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:22,093 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:22,093 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:22,093 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:22,093 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/71b6d0c5cc834b7a9d3d7175c9fefcb6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=35.9 K 2024-11-20T19:59:22,094 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 71b6d0c5cc834b7a9d3d7175c9fefcb6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732132758174 2024-11-20T19:59:22,094 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 70e87cae19fa407bbce159dd2e49531c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732132758825 2024-11-20T19:59:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/dfea6fcbae0d4b548cb4a356c77e88df is 50, key is test_row_0/B:col10/1732132761133/Put/seqid=0 2024-11-20T19:59:22,097 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting fa76351e1c3f47a48c064b7b8da2c967, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:22,099 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into f26853d8746f4777ae30af9c7f8c59c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:22,099 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:22,099 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132761997; duration=0sec 2024-11-20T19:59:22,099 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:22,100 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:22,109 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:22,109 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/db4a629dac764727941fe51b11d8ec7b is 50, key is test_row_0/C:col10/1732132761119/Put/seqid=0 2024-11-20T19:59:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742129_1305 (size=12151) 2024-11-20T19:59:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742130_1306 (size=12561) 2024-11-20T19:59:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:59:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:22,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132822300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132822302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132822302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132822303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132822304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:59:22,516 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/dfea6fcbae0d4b548cb4a356c77e88df 2024-11-20T19:59:22,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/959f3d3ddb7d43e3af0ae25d585e7fce is 50, key is test_row_0/C:col10/1732132761133/Put/seqid=0 2024-11-20T19:59:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742131_1307 (size=12151) 2024-11-20T19:59:22,555 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/db4a629dac764727941fe51b11d8ec7b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/db4a629dac764727941fe51b11d8ec7b 2024-11-20T19:59:22,559 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into db4a629dac764727941fe51b11d8ec7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:22,559 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:22,559 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132761997; duration=0sec 2024-11-20T19:59:22,559 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:22,559 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132822627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132822627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132822627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132822627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132822627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/959f3d3ddb7d43e3af0ae25d585e7fce 2024-11-20T19:59:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/f8082c5994644bcf89e0e1cd3a88999a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a 2024-11-20T19:59:22,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-20T19:59:22,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/dfea6fcbae0d4b548cb4a356c77e88df as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df 2024-11-20T19:59:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132822937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132822937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df, entries=150, sequenceid=191, filesize=11.9 K 2024-11-20T19:59:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132822937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132822937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132822937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:22,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/959f3d3ddb7d43e3af0ae25d585e7fce as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce 2024-11-20T19:59:22,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce, entries=150, sequenceid=191, filesize=11.9 K 2024-11-20T19:59:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-20T19:59:22,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5359f0a31388d1fc4c977f1d1af8035a in 923ms, sequenceid=191, compaction requested=false 2024-11-20T19:59:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T19:59:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T19:59:22,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T19:59:22,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-11-20T19:59:22,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0830 sec 2024-11-20T19:59:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:59:23,007 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:23,007 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-20T19:59:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:59:23,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:23,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:23,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:59:23,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T19:59:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:23,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:59:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/03a14d57fee2492b918f8013f1a67857 is 50, key is test_row_0/A:col10/1732132762299/Put/seqid=0 2024-11-20T19:59:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742132_1308 (size=12151) 2024-11-20T19:59:23,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/03a14d57fee2492b918f8013f1a67857 2024-11-20T19:59:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/cf0209810ac64375ae9e6b37d530953a is 50, key is test_row_0/B:col10/1732132762299/Put/seqid=0 2024-11-20T19:59:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742133_1309 (size=12151) 2024-11-20T19:59:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:59:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:23,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132823457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132823458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132823460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132823461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132823461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132823567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132823577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132823577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132823577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132823577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/cf0209810ac64375ae9e6b37d530953a 2024-11-20T19:59:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/ed69282f05914b9cadd75ad784480405 is 50, key is test_row_0/C:col10/1732132762299/Put/seqid=0 2024-11-20T19:59:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742134_1310 (size=12151) 2024-11-20T19:59:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:59:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132823777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132823787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132823787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132823787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132823787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/ed69282f05914b9cadd75ad784480405 2024-11-20T19:59:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/03a14d57fee2492b918f8013f1a67857 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857 2024-11-20T19:59:24,032 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857, entries=150, sequenceid=217, filesize=11.9 K 2024-11-20T19:59:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/cf0209810ac64375ae9e6b37d530953a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a 2024-11-20T19:59:24,037 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a, entries=150, sequenceid=217, filesize=11.9 K 2024-11-20T19:59:24,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/ed69282f05914b9cadd75ad784480405 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405 2024-11-20T19:59:24,042 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405, entries=150, sequenceid=217, filesize=11.9 K 2024-11-20T19:59:24,043 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5359f0a31388d1fc4c977f1d1af8035a in 880ms, sequenceid=217, compaction requested=true 2024-11-20T19:59:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-20T19:59:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-20T19:59:24,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T19:59:24,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0330 sec 2024-11-20T19:59:24,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0380 sec 2024-11-20T19:59:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:24,089 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:24,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:59:24,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/2ba9c716365f4e9e9b7953dd1a14c4c1 is 50, key is test_row_0/A:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742135_1311 (size=14541) 2024-11-20T19:59:24,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/2ba9c716365f4e9e9b7953dd1a14c4c1 2024-11-20T19:59:24,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/4459410bc46c43e29822c4c9a5ab1645 is 50, key is test_row_0/B:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742136_1312 (size=12151) 2024-11-20T19:59:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:59:24,147 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:24,148 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-20T19:59:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:24,149 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:24,150 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:24,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132824158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132824158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132824160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132824161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132824162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132824277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132824277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132824277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132824477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132824477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132824487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132824487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132824497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/4459410bc46c43e29822c4c9a5ab1645 2024-11-20T19:59:24,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/d05cec9935714f65a1ddfe2a0786a037 is 50, key is test_row_0/C:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742137_1313 (size=12151) 2024-11-20T19:59:24,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132824787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132824787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132824797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132824797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132824806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:24,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:24,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/d05cec9935714f65a1ddfe2a0786a037 2024-11-20T19:59:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/2ba9c716365f4e9e9b7953dd1a14c4c1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1 2024-11-20T19:59:24,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1, entries=200, sequenceid=231, filesize=14.2 K 2024-11-20T19:59:24,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/4459410bc46c43e29822c4c9a5ab1645 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645 2024-11-20T19:59:24,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:59:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/d05cec9935714f65a1ddfe2a0786a037 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037 2024-11-20T19:59:24,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:59:24,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5359f0a31388d1fc4c977f1d1af8035a in 859ms, sequenceid=231, compaction requested=true 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:24,948 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:59:24,948 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:24,950 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,950 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,950 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f26853d8746f4777ae30af9c7f8c59c4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=50.2 K 2024-11-20T19:59:24,950 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c2ed1b70def14f4385e6fb471d58da51, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=47.9 K 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f26853d8746f4777ae30af9c7f8c59c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:24,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ed1b70def14f4385e6fb471d58da51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:24,951 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8082c5994644bcf89e0e1cd3a88999a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732132761127 2024-11-20T19:59:24,951 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting dfea6fcbae0d4b548cb4a356c77e88df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732132761127 2024-11-20T19:59:24,951 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03a14d57fee2492b918f8013f1a67857, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732132762299 2024-11-20T19:59:24,951 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting cf0209810ac64375ae9e6b37d530953a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732132762299 2024-11-20T19:59:24,951 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba9c716365f4e9e9b7953dd1a14c4c1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:24,952 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4459410bc46c43e29822c4c9a5ab1645, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:24,967 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:24,967 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ade25c07d946406ab68a0a23635d7d3f is 50, key is test_row_0/A:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:24,967 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:24,968 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c53cdaa0d5c34aec8f17c884264633e5 is 50, key is test_row_0/B:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742138_1314 (size=12697) 2024-11-20T19:59:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742139_1315 (size=12697) 2024-11-20T19:59:24,984 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ade25c07d946406ab68a0a23635d7d3f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ade25c07d946406ab68a0a23635d7d3f 2024-11-20T19:59:24,988 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into ade25c07d946406ab68a0a23635d7d3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:24,988 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:24,988 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=12, startTime=1732132764948; duration=0sec 2024-11-20T19:59:24,988 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:24,988 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:24,988 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:59:24,989 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:59:24,989 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:24,990 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:24,990 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/db4a629dac764727941fe51b11d8ec7b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=47.9 K 2024-11-20T19:59:24,990 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting db4a629dac764727941fe51b11d8ec7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732132761118 2024-11-20T19:59:24,990 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 959f3d3ddb7d43e3af0ae25d585e7fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732132761127 2024-11-20T19:59:24,991 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed69282f05914b9cadd75ad784480405, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732132762299 2024-11-20T19:59:24,991 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d05cec9935714f65a1ddfe2a0786a037, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:24,999 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:25,000 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/7bbf3cb1172f4b87ad2ad5f0693f8655 is 50, key is test_row_0/C:col10/1732132763459/Put/seqid=0 2024-11-20T19:59:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742140_1316 (size=12697) 2024-11-20T19:59:25,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T19:59:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:25,070 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:59:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ab74e5701bf14797b4ed7bbf8c52907a is 50, key is test_row_0/A:col10/1732132764160/Put/seqid=0 2024-11-20T19:59:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742141_1317 (size=12151) 2024-11-20T19:59:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132825324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132825327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132825328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132825328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132825328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,384 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c53cdaa0d5c34aec8f17c884264633e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c53cdaa0d5c34aec8f17c884264633e5 2024-11-20T19:59:25,390 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into c53cdaa0d5c34aec8f17c884264633e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:25,390 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:25,390 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=12, startTime=1732132764948; duration=0sec 2024-11-20T19:59:25,390 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:25,390 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:25,407 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/7bbf3cb1172f4b87ad2ad5f0693f8655 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/7bbf3cb1172f4b87ad2ad5f0693f8655 2024-11-20T19:59:25,412 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into 7bbf3cb1172f4b87ad2ad5f0693f8655(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:25,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:25,412 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=12, startTime=1732132764948; duration=0sec 2024-11-20T19:59:25,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:25,412 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132825437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132825437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132825437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132825438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132825447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,479 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ab74e5701bf14797b4ed7bbf8c52907a 2024-11-20T19:59:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/14365bd26da84ecca25e3bfaf18b7cd4 is 50, key is test_row_0/B:col10/1732132764160/Put/seqid=0 2024-11-20T19:59:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742142_1318 (size=12151) 2024-11-20T19:59:25,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/14365bd26da84ecca25e3bfaf18b7cd4 2024-11-20T19:59:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bb8d8c25036c44c2b8dab323c9450996 is 50, key is test_row_0/C:col10/1732132764160/Put/seqid=0 2024-11-20T19:59:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742143_1319 (size=12151) 2024-11-20T19:59:25,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132825646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132825646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132825647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132825647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132825657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bb8d8c25036c44c2b8dab323c9450996 2024-11-20T19:59:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ab74e5701bf14797b4ed7bbf8c52907a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a 2024-11-20T19:59:25,927 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T19:59:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/14365bd26da84ecca25e3bfaf18b7cd4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4 2024-11-20T19:59:25,932 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T19:59:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/bb8d8c25036c44c2b8dab323c9450996 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996 2024-11-20T19:59:25,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T19:59:25,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 5359f0a31388d1fc4c977f1d1af8035a in 867ms, sequenceid=254, compaction requested=false 2024-11-20T19:59:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-20T19:59:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-20T19:59:25,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T19:59:25,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-11-20T19:59:25,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.7930 sec 2024-11-20T19:59:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:25,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:25,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T19:59:25,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/67ad2f67cfba4f3086ad5dd76c56532e is 50, key is test_row_0/A:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742144_1320 (size=14741) 2024-11-20T19:59:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132825977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132825978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132825980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132825981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132825982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132826087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132826087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132826097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132826097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132826097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T19:59:26,297 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:26,297 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-20T19:59:26,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:26,300 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:26,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132826297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132826297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132826307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132826307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132826307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/67ad2f67cfba4f3086ad5dd76c56532e 2024-11-20T19:59:26,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ba020a28ae544519a78f4a3f06c5d507 is 50, key is test_row_0/B:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:26,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742145_1321 (size=12301) 2024-11-20T19:59:26,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ba020a28ae544519a78f4a3f06c5d507 2024-11-20T19:59:26,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/c037814b005640e2a4f5a159a842d34d is 50, key is test_row_0/C:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:26,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742146_1322 (size=12301) 2024-11-20T19:59:26,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T19:59:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T19:59:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132826607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132826607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132826617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132826617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132826617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:26,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T19:59:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:26,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/c037814b005640e2a4f5a159a842d34d 2024-11-20T19:59:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/67ad2f67cfba4f3086ad5dd76c56532e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e 2024-11-20T19:59:26,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e, entries=200, sequenceid=275, filesize=14.4 K 2024-11-20T19:59:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ba020a28ae544519a78f4a3f06c5d507 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507 2024-11-20T19:59:26,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T19:59:26,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/c037814b005640e2a4f5a159a842d34d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d 2024-11-20T19:59:26,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T19:59:26,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5359f0a31388d1fc4c977f1d1af8035a in 871ms, sequenceid=275, compaction requested=true 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:26,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:26,832 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:26,833 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,833 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,833 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c53cdaa0d5c34aec8f17c884264633e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.3 K 2024-11-20T19:59:26,833 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ade25c07d946406ab68a0a23635d7d3f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=38.7 K 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c53cdaa0d5c34aec8f17c884264633e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:26,833 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ade25c07d946406ab68a0a23635d7d3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:26,834 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab74e5701bf14797b4ed7bbf8c52907a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732132764157 2024-11-20T19:59:26,834 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 14365bd26da84ecca25e3bfaf18b7cd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732132764157 2024-11-20T19:59:26,834 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67ad2f67cfba4f3086ad5dd76c56532e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765312 2024-11-20T19:59:26,834 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ba020a28ae544519a78f4a3f06c5d507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765325 2024-11-20T19:59:26,847 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:26,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ac8edf267fe74877b7f894934211eef9 is 50, key is test_row_0/A:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:26,854 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:26,854 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c9514993ad6443928bd06513664b9a5a is 50, key is test_row_0/B:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742147_1323 (size=12949) 2024-11-20T19:59:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742148_1324 (size=12949) 2024-11-20T19:59:26,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/c9514993ad6443928bd06513664b9a5a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c9514993ad6443928bd06513664b9a5a 2024-11-20T19:59:26,876 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into c9514993ad6443928bd06513664b9a5a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:26,876 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:26,876 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132766832; duration=0sec 2024-11-20T19:59:26,876 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:26,876 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:26,876 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:26,877 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:26,877 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:26,877 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,877 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/7bbf3cb1172f4b87ad2ad5f0693f8655, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.3 K 2024-11-20T19:59:26,878 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bbf3cb1172f4b87ad2ad5f0693f8655, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132763451 2024-11-20T19:59:26,878 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bb8d8c25036c44c2b8dab323c9450996, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732132764157 2024-11-20T19:59:26,878 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c037814b005640e2a4f5a159a842d34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765325 2024-11-20T19:59:26,885 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:26,885 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/e1d05d9839df422da0790a2d9f0e8f38 is 50, key is test_row_0/C:col10/1732132765325/Put/seqid=0 2024-11-20T19:59:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742149_1325 (size=12949) 2024-11-20T19:59:26,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T19:59:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:26,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T19:59:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d84ad6cd00f94204ae1f60d079234d88 is 50, key is test_row_0/A:col10/1732132765979/Put/seqid=0 2024-11-20T19:59:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742150_1326 (size=12301) 2024-11-20T19:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:27,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132827140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132827144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132827144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132827145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132827146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132827257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132827257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132827257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132827257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132827257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,269 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ac8edf267fe74877b7f894934211eef9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ac8edf267fe74877b7f894934211eef9 2024-11-20T19:59:27,275 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into ac8edf267fe74877b7f894934211eef9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:27,275 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:27,275 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132766832; duration=0sec 2024-11-20T19:59:27,275 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:27,275 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:27,293 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/e1d05d9839df422da0790a2d9f0e8f38 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e1d05d9839df422da0790a2d9f0e8f38 2024-11-20T19:59:27,297 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into e1d05d9839df422da0790a2d9f0e8f38(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:27,297 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:27,297 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132766832; duration=0sec 2024-11-20T19:59:27,297 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:27,297 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:27,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d84ad6cd00f94204ae1f60d079234d88 2024-11-20T19:59:27,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6a30408619747b5b8be59bc4ac20394 is 50, key is test_row_0/B:col10/1732132765979/Put/seqid=0 2024-11-20T19:59:27,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742151_1327 (size=12301) 2024-11-20T19:59:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:27,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6a30408619747b5b8be59bc4ac20394 2024-11-20T19:59:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/49abf969e2c64763908993b0b37f8919 is 50, key is test_row_0/C:col10/1732132765979/Put/seqid=0 2024-11-20T19:59:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742152_1328 (size=12301) 2024-11-20T19:59:27,745 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/49abf969e2c64763908993b0b37f8919 2024-11-20T19:59:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d84ad6cd00f94204ae1f60d079234d88 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88 2024-11-20T19:59:27,752 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T19:59:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/f6a30408619747b5b8be59bc4ac20394 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394 2024-11-20T19:59:27,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T19:59:27,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/49abf969e2c64763908993b0b37f8919 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919 2024-11-20T19:59:27,761 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T19:59:27,762 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 5359f0a31388d1fc4c977f1d1af8035a in 849ms, sequenceid=293, compaction requested=false 2024-11-20T19:59:27,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:27,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:27,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-20T19:59:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-20T19:59:27,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T19:59:27,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-20T19:59:27,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4700 sec 2024-11-20T19:59:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:27,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:59:27,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/e13a0607f71244b68146d346acab280b is 50, key is test_row_0/A:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742153_1329 (size=12301) 2024-11-20T19:59:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132827789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132827789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132827793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132827794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132827794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132827897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132827897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132827906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132827906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132827906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132828107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132828107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132828116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132828116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132828117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/e13a0607f71244b68146d346acab280b 2024-11-20T19:59:28,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/169d9054485c4e11a40a5d06c90b80d7 is 50, key is test_row_0/B:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742154_1330 (size=12301) 2024-11-20T19:59:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132828417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132828417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:59:28,447 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:28,447 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-20T19:59:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T19:59:28,449 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:28,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:28,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T19:59:28,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T19:59:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:28,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/169d9054485c4e11a40a5d06c90b80d7 2024-11-20T19:59:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:28,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/16d1f400c2e5495ebe0129fa7bc901be is 50, key is test_row_0/C:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742155_1331 (size=12301) 2024-11-20T19:59:28,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/16d1f400c2e5495ebe0129fa7bc901be 2024-11-20T19:59:28,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/e13a0607f71244b68146d346acab280b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b 2024-11-20T19:59:28,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T19:59:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/169d9054485c4e11a40a5d06c90b80d7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7 2024-11-20T19:59:28,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T19:59:28,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/16d1f400c2e5495ebe0129fa7bc901be as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be 2024-11-20T19:59:28,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T19:59:28,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5359f0a31388d1fc4c977f1d1af8035a in 875ms, sequenceid=319, compaction requested=true 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:28,655 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:28,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:28,655 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:28,656 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:28,656 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:28,656 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:28,656 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:28,656 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,656 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,656 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ac8edf267fe74877b7f894934211eef9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.7 K 2024-11-20T19:59:28,656 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c9514993ad6443928bd06513664b9a5a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.7 K 2024-11-20T19:59:28,657 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac8edf267fe74877b7f894934211eef9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765325 2024-11-20T19:59:28,657 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c9514993ad6443928bd06513664b9a5a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765325 2024-11-20T19:59:28,657 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84ad6cd00f94204ae1f60d079234d88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732132765978 2024-11-20T19:59:28,658 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a30408619747b5b8be59bc4ac20394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732132765978 2024-11-20T19:59:28,658 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e13a0607f71244b68146d346acab280b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:28,658 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 169d9054485c4e11a40a5d06c90b80d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:28,667 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:28,667 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:28,667 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/06f97b226d5647a89443d40fbec6a251 is 50, key is test_row_0/B:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:28,668 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/bd41f2cb2b9d43ccb12e42f02c75052d is 50, key is test_row_0/A:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:28,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742156_1332 (size=13051) 2024-11-20T19:59:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742157_1333 (size=13051) 2024-11-20T19:59:28,687 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/bd41f2cb2b9d43ccb12e42f02c75052d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/bd41f2cb2b9d43ccb12e42f02c75052d 2024-11-20T19:59:28,694 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into bd41f2cb2b9d43ccb12e42f02c75052d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:28,694 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:28,694 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132768655; duration=0sec 2024-11-20T19:59:28,694 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:28,694 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:28,694 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:28,695 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:28,695 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:28,695 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,695 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e1d05d9839df422da0790a2d9f0e8f38, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.7 K 2024-11-20T19:59:28,696 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1d05d9839df422da0790a2d9f0e8f38, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732132765325 2024-11-20T19:59:28,697 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49abf969e2c64763908993b0b37f8919, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732132765978 2024-11-20T19:59:28,697 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d1f400c2e5495ebe0129fa7bc901be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:28,709 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:28,709 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/dddefe9c54bb4e3ba67c88910fa88a57 is 50, key is test_row_0/C:col10/1732132767779/Put/seqid=0 2024-11-20T19:59:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742158_1334 (size=13051) 2024-11-20T19:59:28,726 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/dddefe9c54bb4e3ba67c88910fa88a57 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/dddefe9c54bb4e3ba67c88910fa88a57 2024-11-20T19:59:28,732 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into dddefe9c54bb4e3ba67c88910fa88a57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:28,732 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:28,732 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132768655; duration=0sec 2024-11-20T19:59:28,733 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:28,733 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:28,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T19:59:28,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:59:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/49448d9ff1164faf98af59378f2c5c85 is 50, key is test_row_0/A:col10/1732132767793/Put/seqid=0 2024-11-20T19:59:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742159_1335 (size=12301) 2024-11-20T19:59:28,766 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/49448d9ff1164faf98af59378f2c5c85 2024-11-20T19:59:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T19:59:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/25295eb6bc1649d681e1fe2f9a0239ea is 50, key is test_row_0/B:col10/1732132767793/Put/seqid=0 2024-11-20T19:59:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742160_1336 (size=12301) 2024-11-20T19:59:28,780 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/25295eb6bc1649d681e1fe2f9a0239ea 2024-11-20T19:59:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/018f28a6cb2d4e918cefaea232db1024 is 50, key is test_row_0/C:col10/1732132767793/Put/seqid=0 2024-11-20T19:59:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742161_1337 (size=12301) 2024-11-20T19:59:28,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/018f28a6cb2d4e918cefaea232db1024 2024-11-20T19:59:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/49448d9ff1164faf98af59378f2c5c85 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85 2024-11-20T19:59:28,826 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T19:59:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/25295eb6bc1649d681e1fe2f9a0239ea as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea 2024-11-20T19:59:28,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T19:59:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/018f28a6cb2d4e918cefaea232db1024 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024 2024-11-20T19:59:28,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T19:59:28,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 5359f0a31388d1fc4c977f1d1af8035a in 78ms, sequenceid=334, compaction requested=false 2024-11-20T19:59:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-20T19:59:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-20T19:59:28,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T19:59:28,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 387 msec 2024-11-20T19:59:28,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 392 msec 2024-11-20T19:59:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:28,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:28,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/21e08150e4f1419cb1ad37120d34cb12 is 50, key is test_row_0/A:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742162_1338 (size=12301) 2024-11-20T19:59:28,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132828958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132828962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132828962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132828963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132828964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132829066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T19:59:29,077 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:29,078 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-20T19:59:29,079 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,080 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:29,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132829077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,085 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/06f97b226d5647a89443d40fbec6a251 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/06f97b226d5647a89443d40fbec6a251 2024-11-20T19:59:29,095 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into 06f97b226d5647a89443d40fbec6a251(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:29,095 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:29,095 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132768655; duration=0sec 2024-11-20T19:59:29,095 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:29,095 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:29,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T19:59:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132829277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132829287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132829287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132829287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132829287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/21e08150e4f1419cb1ad37120d34cb12 2024-11-20T19:59:29,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ad548dc4a8a348e58c09b3fe95a17ce4 is 50, key is test_row_0/B:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742163_1339 (size=12301) 2024-11-20T19:59:29,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ad548dc4a8a348e58c09b3fe95a17ce4 2024-11-20T19:59:29,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/a74486d36920436393e4610eacf965a7 is 50, key is test_row_0/C:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742164_1340 (size=12301) 2024-11-20T19:59:29,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T19:59:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:29,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T19:59:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132829587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132829597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132829597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132829597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132829597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:29,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T19:59:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:29,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/a74486d36920436393e4610eacf965a7 2024-11-20T19:59:29,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/21e08150e4f1419cb1ad37120d34cb12 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12 2024-11-20T19:59:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T19:59:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/ad548dc4a8a348e58c09b3fe95a17ce4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4 2024-11-20T19:59:29,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T19:59:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/a74486d36920436393e4610eacf965a7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7 2024-11-20T19:59:29,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T19:59:29,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5359f0a31388d1fc4c977f1d1af8035a in 859ms, sequenceid=345, compaction requested=true 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:29,796 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:29,796 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:29,797 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,797 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,797 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/bd41f2cb2b9d43ccb12e42f02c75052d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.8 K 2024-11-20T19:59:29,797 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/06f97b226d5647a89443d40fbec6a251, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.8 K 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd41f2cb2b9d43ccb12e42f02c75052d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:29,797 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f97b226d5647a89443d40fbec6a251, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:29,798 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 25295eb6bc1649d681e1fe2f9a0239ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732132767786 2024-11-20T19:59:29,798 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49448d9ff1164faf98af59378f2c5c85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732132767786 2024-11-20T19:59:29,799 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ad548dc4a8a348e58c09b3fe95a17ce4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:29,799 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e08150e4f1419cb1ad37120d34cb12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:29,816 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:29,817 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/fe1086ea9ee94cdd8fce26fbfc301f36 is 50, key is test_row_0/B:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:29,819 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:29,820 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d143d78fbde044b880596457ac262001 is 50, key is test_row_0/A:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:29,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742165_1341 (size=13153) 2024-11-20T19:59:29,837 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/d143d78fbde044b880596457ac262001 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d143d78fbde044b880596457ac262001 2024-11-20T19:59:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742166_1342 (size=13153) 2024-11-20T19:59:29,844 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into d143d78fbde044b880596457ac262001(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:29,844 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:29,844 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132769796; duration=0sec 2024-11-20T19:59:29,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:29,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:29,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:29,845 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:29,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:29,846 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,846 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/dddefe9c54bb4e3ba67c88910fa88a57, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.8 K 2024-11-20T19:59:29,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting dddefe9c54bb4e3ba67c88910fa88a57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732132767144 2024-11-20T19:59:29,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 018f28a6cb2d4e918cefaea232db1024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732132767786 2024-11-20T19:59:29,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a74486d36920436393e4610eacf965a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:29,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T19:59:29,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:29,853 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:59:29,861 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:29,862 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/d38997ecffc840efa1093d2107031980 is 50, key is test_row_0/C:col10/1732132768932/Put/seqid=0 2024-11-20T19:59:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/55695fdb520347f892404ef72a299587 is 50, key is test_row_0/A:col10/1732132768962/Put/seqid=0 2024-11-20T19:59:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742167_1343 (size=13153) 2024-11-20T19:59:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742168_1344 (size=12301) 2024-11-20T19:59:29,883 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/d38997ecffc840efa1093d2107031980 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d38997ecffc840efa1093d2107031980 2024-11-20T19:59:29,888 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into d38997ecffc840efa1093d2107031980(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:29,888 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:29,888 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132769796; duration=0sec 2024-11-20T19:59:29,888 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:29,888 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:30,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132830112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132830112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132830112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132830113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132830113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:30,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132830227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132830227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132830227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132830227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132830227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,243 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/fe1086ea9ee94cdd8fce26fbfc301f36 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/fe1086ea9ee94cdd8fce26fbfc301f36 2024-11-20T19:59:30,248 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into fe1086ea9ee94cdd8fce26fbfc301f36(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:30,248 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:30,248 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132769796; duration=0sec 2024-11-20T19:59:30,248 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:30,248 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:30,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/55695fdb520347f892404ef72a299587 2024-11-20T19:59:30,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/8c963515f35c4365aea10c05c3409076 is 50, key is test_row_0/B:col10/1732132768962/Put/seqid=0 2024-11-20T19:59:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742169_1345 (size=12301) 2024-11-20T19:59:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/8c963515f35c4365aea10c05c3409076 2024-11-20T19:59:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/069118f33d38451d93331f4aebe651be is 50, key is test_row_0/C:col10/1732132768962/Put/seqid=0 2024-11-20T19:59:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742170_1346 (size=12301) 2024-11-20T19:59:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132830746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132830746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132830747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132830747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132830747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/069118f33d38451d93331f4aebe651be 2024-11-20T19:59:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/55695fdb520347f892404ef72a299587 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587 2024-11-20T19:59:31,120 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T19:59:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/8c963515f35c4365aea10c05c3409076 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076 2024-11-20T19:59:31,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T19:59:31,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/069118f33d38451d93331f4aebe651be as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be 2024-11-20T19:59:31,130 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T19:59:31,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 5359f0a31388d1fc4c977f1d1af8035a in 1277ms, sequenceid=373, compaction requested=false 2024-11-20T19:59:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-20T19:59:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-20T19:59:31,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T19:59:31,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-11-20T19:59:31,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.0580 sec 2024-11-20T19:59:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:59:31,226 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:31,227 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-20T19:59:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:31,229 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:31,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:31,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:31,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:59:31,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/b6ff43c5056544a984029e99c9d40d42 is 50, key is test_row_0/A:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742171_1347 (size=12301) 2024-11-20T19:59:31,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132831281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132831283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132831283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132831284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132831287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:31,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132831396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132831397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132831397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132831407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132831407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:31,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132831607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132831607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132831607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132831617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132831617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/b6ff43c5056544a984029e99c9d40d42 2024-11-20T19:59:31,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6a5928c23f77471ab32705bbaba93330 is 50, key is test_row_0/B:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742172_1348 (size=12301) 2024-11-20T19:59:31,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132831917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132831917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132831917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132831926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132831926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:31,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:31,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6a5928c23f77471ab32705bbaba93330 2024-11-20T19:59:32,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/3e7d3bc478c84752b1eae27ae3bb905d is 50, key is test_row_0/C:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742173_1349 (size=12301) 2024-11-20T19:59:32,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732132832426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37280 deadline: 1732132832426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:32,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37328 deadline: 1732132832427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37306 deadline: 1732132832437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732132832437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:59:32,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:32,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/3e7d3bc478c84752b1eae27ae3bb905d 2024-11-20T19:59:32,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/b6ff43c5056544a984029e99c9d40d42 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42 2024-11-20T19:59:32,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T19:59:32,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6a5928c23f77471ab32705bbaba93330 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330 2024-11-20T19:59:32,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T19:59:32,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/3e7d3bc478c84752b1eae27ae3bb905d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d 2024-11-20T19:59:32,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T19:59:32,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5359f0a31388d1fc4c977f1d1af8035a in 1254ms, sequenceid=389, compaction requested=true 2024-11-20T19:59:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:32,513 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5359f0a31388d1fc4c977f1d1af8035a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:32,514 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:32,515 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:32,515 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:32,515 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/B is initiating minor compaction (all files) 2024-11-20T19:59:32,515 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/A is initiating minor compaction (all files) 2024-11-20T19:59:32,515 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/B in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,515 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/A in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,515 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/fe1086ea9ee94cdd8fce26fbfc301f36, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.9 K 2024-11-20T19:59:32,515 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d143d78fbde044b880596457ac262001, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.9 K 2024-11-20T19:59:32,516 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting fe1086ea9ee94cdd8fce26fbfc301f36, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:32,516 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d143d78fbde044b880596457ac262001, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:32,517 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55695fdb520347f892404ef72a299587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732132768961 2024-11-20T19:59:32,517 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c963515f35c4365aea10c05c3409076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732132768961 2024-11-20T19:59:32,517 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ff43c5056544a984029e99c9d40d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732132771258 2024-11-20T19:59:32,517 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a5928c23f77471ab32705bbaba93330, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732132771258 2024-11-20T19:59:32,527 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:32,528 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ff073624cb5d437c86ebbb03269107ee is 50, key is test_row_0/A:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:32,541 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:32,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/1f4f207b64dc4827bcdf9f65b77aac58 is 50, key is test_row_0/B:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742174_1350 (size=13255) 2024-11-20T19:59:32,554 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/ff073624cb5d437c86ebbb03269107ee as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ff073624cb5d437c86ebbb03269107ee 2024-11-20T19:59:32,560 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/A of 5359f0a31388d1fc4c977f1d1af8035a into ff073624cb5d437c86ebbb03269107ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:32,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:32,560 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/A, priority=13, startTime=1732132772513; duration=0sec 2024-11-20T19:59:32,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:32,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:A 2024-11-20T19:59:32,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742175_1351 (size=13255) 2024-11-20T19:59:32,564 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:32,564 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 5359f0a31388d1fc4c977f1d1af8035a/C is initiating minor compaction (all files) 2024-11-20T19:59:32,564 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5359f0a31388d1fc4c977f1d1af8035a/C in TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,564 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d38997ecffc840efa1093d2107031980, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp, totalSize=36.9 K 2024-11-20T19:59:32,565 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d38997ecffc840efa1093d2107031980, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732132768932 2024-11-20T19:59:32,566 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069118f33d38451d93331f4aebe651be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732132768961 2024-11-20T19:59:32,566 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e7d3bc478c84752b1eae27ae3bb905d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732132771258 2024-11-20T19:59:32,575 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5359f0a31388d1fc4c977f1d1af8035a#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:32,575 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/8f87b3851f1441e5bf5bc51a43606595 is 50, key is test_row_0/C:col10/1732132771259/Put/seqid=0 2024-11-20T19:59:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742176_1352 (size=13255) 2024-11-20T19:59:32,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T19:59:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:59:32,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/9b51314c2c274013957efb9947272566 is 50, key is test_row_0/A:col10/1732132771283/Put/seqid=0 2024-11-20T19:59:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742177_1353 (size=12301) 2024-11-20T19:59:32,967 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/1f4f207b64dc4827bcdf9f65b77aac58 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1f4f207b64dc4827bcdf9f65b77aac58 2024-11-20T19:59:32,972 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/B of 5359f0a31388d1fc4c977f1d1af8035a into 1f4f207b64dc4827bcdf9f65b77aac58(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:32,972 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:32,972 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/B, priority=13, startTime=1732132772513; duration=0sec 2024-11-20T19:59:32,972 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:32,972 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:B 2024-11-20T19:59:32,984 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/8f87b3851f1441e5bf5bc51a43606595 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/8f87b3851f1441e5bf5bc51a43606595 2024-11-20T19:59:32,997 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5359f0a31388d1fc4c977f1d1af8035a/C of 5359f0a31388d1fc4c977f1d1af8035a into 8f87b3851f1441e5bf5bc51a43606595(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:32,997 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:32,997 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., storeName=5359f0a31388d1fc4c977f1d1af8035a/C, priority=13, startTime=1732132772514; duration=0sec 2024-11-20T19:59:32,997 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:32,997 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5359f0a31388d1fc4c977f1d1af8035a:C 2024-11-20T19:59:33,021 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/9b51314c2c274013957efb9947272566 2024-11-20T19:59:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6e8b37117567496086bc6187dcbd4ac6 is 50, key is test_row_0/B:col10/1732132771283/Put/seqid=0 2024-11-20T19:59:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742178_1354 (size=12301) 2024-11-20T19:59:33,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6e8b37117567496086bc6187dcbd4ac6 2024-11-20T19:59:33,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 is 50, key is test_row_0/C:col10/1732132771283/Put/seqid=0 2024-11-20T19:59:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742179_1355 (size=12301) 2024-11-20T19:59:33,262 INFO [Thread-1237 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1237. 2024-11-20T19:59:33,262 INFO [Thread-1239 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1239. 2024-11-20T19:59:33,262 DEBUG [Thread-1237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,262 DEBUG [Thread-1239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,262 INFO [Thread-1235 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1235. 2024-11-20T19:59:33,262 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,262 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,262 DEBUG [Thread-1235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,262 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,263 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,263 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,263 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,264 INFO [Thread-1231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1231. 2024-11-20T19:59:33,264 DEBUG [Thread-1231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,264 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,264 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,265 INFO [Thread-1233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1233. 2024-11-20T19:59:33,265 DEBUG [Thread-1233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,265 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,265 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:33,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. as already flushing 2024-11-20T19:59:33,439 INFO [Thread-1222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1222. 2024-11-20T19:59:33,439 INFO [Thread-1226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1226. 2024-11-20T19:59:33,439 DEBUG [Thread-1222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,439 DEBUG [Thread-1226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,439 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,439 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,439 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,439 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,448 INFO [Thread-1228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1228. 2024-11-20T19:59:33,448 INFO [Thread-1220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1220. 2024-11-20T19:59:33,448 DEBUG [Thread-1220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,448 DEBUG [Thread-1228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,448 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,448 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,448 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,448 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,458 INFO [Thread-1224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1224. 2024-11-20T19:59:33,458 DEBUG [Thread-1224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:59:33,458 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,458 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:33,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:33,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 2024-11-20T19:59:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/9b51314c2c274013957efb9947272566 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9b51314c2c274013957efb9947272566 2024-11-20T19:59:33,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9b51314c2c274013957efb9947272566, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:59:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/6e8b37117567496086bc6187dcbd4ac6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6e8b37117567496086bc6187dcbd4ac6 2024-11-20T19:59:33,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6e8b37117567496086bc6187dcbd4ac6, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:59:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 2024-11-20T19:59:33,479 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/f6e6bb8a8bd6491f9ae25e03a66a95a0, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:59:33,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 5359f0a31388d1fc4c977f1d1af8035a in 868ms, sequenceid=412, compaction requested=false 2024-11-20T19:59:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 5359f0a31388d1fc4c977f1d1af8035a: 2024-11-20T19:59:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-20T19:59:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-20T19:59:33,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T19:59:33,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-20T19:59:33,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.2570 sec 2024-11-20T19:59:33,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:59:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T19:59:35,387 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3562 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3573 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3553 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3539 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3582 2024-11-20T19:59:35,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:59:35,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:59:35,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:59:35,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:35,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:35,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:59:35,388 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T19:59:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:35,392 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132775391"}]},"ts":"1732132775391"} 2024-11-20T19:59:35,393 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:59:35,393 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:59:35,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:59:35,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, UNASSIGN}] 2024-11-20T19:59:35,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, UNASSIGN 2024-11-20T19:59:35,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5359f0a31388d1fc4c977f1d1af8035a, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, UNASSIGN because future has completed 2024-11-20T19:59:35,397 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:59:35,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:35,549 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:35,549 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:59:35,549 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 5359f0a31388d1fc4c977f1d1af8035a, disabling compactions & flushes 2024-11-20T19:59:35,549 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:35,549 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:35,549 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. after waiting 0 ms 2024-11-20T19:59:35,549 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:35,550 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 5359f0a31388d1fc4c977f1d1af8035a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:59:35,553 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/3178758baf824e219eff0a5a230e0ba4 is 50, key is test_row_0/A:col10/1732132773457/Put/seqid=0 2024-11-20T19:59:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742180_1356 (size=9857) 2024-11-20T19:59:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:35,957 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/3178758baf824e219eff0a5a230e0ba4 2024-11-20T19:59:35,964 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d is 50, key is test_row_0/B:col10/1732132773457/Put/seqid=0 2024-11-20T19:59:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742181_1357 (size=9857) 2024-11-20T19:59:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:36,368 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d 2024-11-20T19:59:36,374 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/cddd0e5093474b54b41910bfa6097153 is 50, key is test_row_0/C:col10/1732132773457/Put/seqid=0 2024-11-20T19:59:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742182_1358 (size=9857) 2024-11-20T19:59:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:36,778 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/cddd0e5093474b54b41910bfa6097153 2024-11-20T19:59:36,782 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/A/3178758baf824e219eff0a5a230e0ba4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/3178758baf824e219eff0a5a230e0ba4 2024-11-20T19:59:36,786 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/3178758baf824e219eff0a5a230e0ba4, entries=100, sequenceid=422, filesize=9.6 K 2024-11-20T19:59:36,786 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d 2024-11-20T19:59:36,790 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d, entries=100, sequenceid=422, filesize=9.6 K 2024-11-20T19:59:36,791 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/.tmp/C/cddd0e5093474b54b41910bfa6097153 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/cddd0e5093474b54b41910bfa6097153 2024-11-20T19:59:36,794 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/cddd0e5093474b54b41910bfa6097153, entries=100, sequenceid=422, filesize=9.6 K 2024-11-20T19:59:36,795 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5359f0a31388d1fc4c977f1d1af8035a in 1246ms, sequenceid=422, compaction requested=true 2024-11-20T19:59:36,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9fd84268233443d3942ba73703596a7c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/efc396053d9d429db4b59d7a287a5fbf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f2d3195f171649c4a2ee2ef43e808d3d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f26853d8746f4777ae30af9c7f8c59c4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ade25c07d946406ab68a0a23635d7d3f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ac8edf267fe74877b7f894934211eef9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/bd41f2cb2b9d43ccb12e42f02c75052d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d143d78fbde044b880596457ac262001, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42] to archive 2024-11-20T19:59:36,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:36,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/1ec8e32fc3fd492aa1971e0510d2a683 2024-11-20T19:59:36,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/a42ca1fd841547c687fc4567d6a0b1ba 2024-11-20T19:59:36,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d8dae47db92541d5ad4db3f316d48c70 2024-11-20T19:59:36,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9fd84268233443d3942ba73703596a7c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9fd84268233443d3942ba73703596a7c 2024-11-20T19:59:36,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/34cb9652568d4eb49292e075f347ced8 2024-11-20T19:59:36,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/efc396053d9d429db4b59d7a287a5fbf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/efc396053d9d429db4b59d7a287a5fbf 2024-11-20T19:59:36,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/091043d32e1844d58716ecb4cb0af64f 2024-11-20T19:59:36,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/7d65ee8ffddd4eefae471586069f904d 2024-11-20T19:59:36,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f2d3195f171649c4a2ee2ef43e808d3d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f2d3195f171649c4a2ee2ef43e808d3d 2024-11-20T19:59:36,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d86dc4909b3f44258129b0a458db34dd 2024-11-20T19:59:36,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/dc06dcf11de04ba99719aebef0e424fa 2024-11-20T19:59:36,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f26853d8746f4777ae30af9c7f8c59c4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f26853d8746f4777ae30af9c7f8c59c4 2024-11-20T19:59:36,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/231f6810da0e4ef482247036125a1ee2 2024-11-20T19:59:36,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/f8082c5994644bcf89e0e1cd3a88999a 2024-11-20T19:59:36,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/03a14d57fee2492b918f8013f1a67857 2024-11-20T19:59:36,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/2ba9c716365f4e9e9b7953dd1a14c4c1 2024-11-20T19:59:36,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ade25c07d946406ab68a0a23635d7d3f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ade25c07d946406ab68a0a23635d7d3f 2024-11-20T19:59:36,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ab74e5701bf14797b4ed7bbf8c52907a 2024-11-20T19:59:36,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/67ad2f67cfba4f3086ad5dd76c56532e 2024-11-20T19:59:36,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ac8edf267fe74877b7f894934211eef9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ac8edf267fe74877b7f894934211eef9 2024-11-20T19:59:36,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d84ad6cd00f94204ae1f60d079234d88 2024-11-20T19:59:36,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/bd41f2cb2b9d43ccb12e42f02c75052d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/bd41f2cb2b9d43ccb12e42f02c75052d 2024-11-20T19:59:36,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/e13a0607f71244b68146d346acab280b 2024-11-20T19:59:36,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/49448d9ff1164faf98af59378f2c5c85 2024-11-20T19:59:36,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d143d78fbde044b880596457ac262001 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/d143d78fbde044b880596457ac262001 2024-11-20T19:59:36,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/21e08150e4f1419cb1ad37120d34cb12 2024-11-20T19:59:36,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/55695fdb520347f892404ef72a299587 2024-11-20T19:59:36,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/b6ff43c5056544a984029e99c9d40d42 2024-11-20T19:59:36,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/168bd011718946bd925ca2fe2cba7f75, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/2585da3b75404be2b5d2d0abd4100608, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1b30e11a98a74cd5b3e0a9806a2278e0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c2ed1b70def14f4385e6fb471d58da51, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c53cdaa0d5c34aec8f17c884264633e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c9514993ad6443928bd06513664b9a5a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/06f97b226d5647a89443d40fbec6a251, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/fe1086ea9ee94cdd8fce26fbfc301f36, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330] to archive 2024-11-20T19:59:36,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:36,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/9a2d728924564640a51dfb4d17715cca 2024-11-20T19:59:36,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d15aa037125d4b20af4748215ee47b61 2024-11-20T19:59:36,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/168bd011718946bd925ca2fe2cba7f75 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/168bd011718946bd925ca2fe2cba7f75 2024-11-20T19:59:36,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/a44bb27cb6cb44c68759731c6dda294f 2024-11-20T19:59:36,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/e13b902acca2487999145a100402155b 2024-11-20T19:59:36,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/2585da3b75404be2b5d2d0abd4100608 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/2585da3b75404be2b5d2d0abd4100608 2024-11-20T19:59:36,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f7ac08c1d58b40f1bae36802d28c5905 2024-11-20T19:59:36,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/bc30107fa98c4132be6a9521d4768237 2024-11-20T19:59:36,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1b30e11a98a74cd5b3e0a9806a2278e0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1b30e11a98a74cd5b3e0a9806a2278e0 2024-11-20T19:59:36,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/28cfd96447b148d6a6b1ff5d682bfd5d 2024-11-20T19:59:36,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/7fd99f0e9a8b4c3c9e2f7854d1e349e4 2024-11-20T19:59:36,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c2ed1b70def14f4385e6fb471d58da51 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c2ed1b70def14f4385e6fb471d58da51 2024-11-20T19:59:36,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6bddb1ed87c45f29b9b4db5133e717d 2024-11-20T19:59:36,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/dfea6fcbae0d4b548cb4a356c77e88df 2024-11-20T19:59:36,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/cf0209810ac64375ae9e6b37d530953a 2024-11-20T19:59:36,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c53cdaa0d5c34aec8f17c884264633e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c53cdaa0d5c34aec8f17c884264633e5 2024-11-20T19:59:36,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/4459410bc46c43e29822c4c9a5ab1645 2024-11-20T19:59:36,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/14365bd26da84ecca25e3bfaf18b7cd4 2024-11-20T19:59:36,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c9514993ad6443928bd06513664b9a5a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/c9514993ad6443928bd06513664b9a5a 2024-11-20T19:59:36,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ba020a28ae544519a78f4a3f06c5d507 2024-11-20T19:59:36,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/f6a30408619747b5b8be59bc4ac20394 2024-11-20T19:59:36,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/06f97b226d5647a89443d40fbec6a251 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/06f97b226d5647a89443d40fbec6a251 2024-11-20T19:59:36,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/169d9054485c4e11a40a5d06c90b80d7 2024-11-20T19:59:36,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/25295eb6bc1649d681e1fe2f9a0239ea 2024-11-20T19:59:36,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/fe1086ea9ee94cdd8fce26fbfc301f36 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/fe1086ea9ee94cdd8fce26fbfc301f36 2024-11-20T19:59:36,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/ad548dc4a8a348e58c09b3fe95a17ce4 2024-11-20T19:59:36,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/8c963515f35c4365aea10c05c3409076 2024-11-20T19:59:36,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6a5928c23f77471ab32705bbaba93330 2024-11-20T19:59:36,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/18decec381004fd29ad2f2af5d375366, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9e4ed9222eb24465ba88a6a9fec09aa9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/71b6d0c5cc834b7a9d3d7175c9fefcb6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/db4a629dac764727941fe51b11d8ec7b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/7bbf3cb1172f4b87ad2ad5f0693f8655, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e1d05d9839df422da0790a2d9f0e8f38, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/dddefe9c54bb4e3ba67c88910fa88a57, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d38997ecffc840efa1093d2107031980, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d] to archive 2024-11-20T19:59:36,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:59:36,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/0143fa6df30045d9bd41782064f72197 2024-11-20T19:59:36,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/13b90e016bae44518245be94efc051cd 2024-11-20T19:59:36,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/18decec381004fd29ad2f2af5d375366 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/18decec381004fd29ad2f2af5d375366 2024-11-20T19:59:36,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bd1117e37bad45959e22a0eb4ceeb28d 2024-11-20T19:59:36,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/68ad71a7ded7456fb362d84c6e52cc75 2024-11-20T19:59:36,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9e4ed9222eb24465ba88a6a9fec09aa9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9e4ed9222eb24465ba88a6a9fec09aa9 2024-11-20T19:59:36,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/9db146a523e54b3b9a30c26362757f54 2024-11-20T19:59:36,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/4944916e877043faaa767deb47a68b18 2024-11-20T19:59:36,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/71b6d0c5cc834b7a9d3d7175c9fefcb6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/71b6d0c5cc834b7a9d3d7175c9fefcb6 2024-11-20T19:59:36,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e795cb504dc54436b30809a635919468 2024-11-20T19:59:36,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/70e87cae19fa407bbce159dd2e49531c 2024-11-20T19:59:36,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/db4a629dac764727941fe51b11d8ec7b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/db4a629dac764727941fe51b11d8ec7b 2024-11-20T19:59:36,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/fa76351e1c3f47a48c064b7b8da2c967 2024-11-20T19:59:36,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/959f3d3ddb7d43e3af0ae25d585e7fce 2024-11-20T19:59:36,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/ed69282f05914b9cadd75ad784480405 2024-11-20T19:59:36,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/7bbf3cb1172f4b87ad2ad5f0693f8655 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/7bbf3cb1172f4b87ad2ad5f0693f8655 2024-11-20T19:59:36,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d05cec9935714f65a1ddfe2a0786a037 2024-11-20T19:59:36,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/bb8d8c25036c44c2b8dab323c9450996 2024-11-20T19:59:36,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e1d05d9839df422da0790a2d9f0e8f38 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/e1d05d9839df422da0790a2d9f0e8f38 2024-11-20T19:59:36,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/c037814b005640e2a4f5a159a842d34d 2024-11-20T19:59:36,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/49abf969e2c64763908993b0b37f8919 2024-11-20T19:59:36,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/dddefe9c54bb4e3ba67c88910fa88a57 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/dddefe9c54bb4e3ba67c88910fa88a57 2024-11-20T19:59:36,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/16d1f400c2e5495ebe0129fa7bc901be 2024-11-20T19:59:36,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/018f28a6cb2d4e918cefaea232db1024 2024-11-20T19:59:36,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d38997ecffc840efa1093d2107031980 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/d38997ecffc840efa1093d2107031980 2024-11-20T19:59:36,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/a74486d36920436393e4610eacf965a7 2024-11-20T19:59:36,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/069118f33d38451d93331f4aebe651be 2024-11-20T19:59:36,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/3e7d3bc478c84752b1eae27ae3bb905d 2024-11-20T19:59:36,894 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=1 2024-11-20T19:59:36,895 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. 2024-11-20T19:59:36,895 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 5359f0a31388d1fc4c977f1d1af8035a: Waiting for close lock at 1732132775549Running coprocessor pre-close hooks at 1732132775549Disabling compacts and flushes for region at 1732132775549Disabling writes for close at 1732132775549Obtaining lock to block concurrent updates at 1732132775550 (+1 ms)Preparing flush snapshotting stores in 5359f0a31388d1fc4c977f1d1af8035a at 1732132775550Finished memstore snapshotting TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732132775550Flushing stores of TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a. at 1732132775550Flushing 5359f0a31388d1fc4c977f1d1af8035a/A: creating writer at 1732132775550Flushing 5359f0a31388d1fc4c977f1d1af8035a/A: appending metadata at 1732132775553 (+3 ms)Flushing 5359f0a31388d1fc4c977f1d1af8035a/A: closing flushed file at 1732132775553Flushing 5359f0a31388d1fc4c977f1d1af8035a/B: creating writer at 1732132775961 (+408 ms)Flushing 5359f0a31388d1fc4c977f1d1af8035a/B: appending metadata at 1732132775964 (+3 ms)Flushing 5359f0a31388d1fc4c977f1d1af8035a/B: closing flushed file at 1732132775964Flushing 5359f0a31388d1fc4c977f1d1af8035a/C: creating writer at 1732132776372 (+408 ms)Flushing 5359f0a31388d1fc4c977f1d1af8035a/C: appending metadata at 1732132776374 (+2 ms)Flushing 5359f0a31388d1fc4c977f1d1af8035a/C: closing flushed file at 1732132776374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c93626: reopening flushed file at 1732132776782 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7662a6: reopening flushed file at 1732132776786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5875d2: reopening flushed file at 1732132776790 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5359f0a31388d1fc4c977f1d1af8035a in 1246ms, sequenceid=422, compaction requested=true at 1732132776795 (+5 ms)Writing region close event to WAL at 1732132776891 (+96 ms)Running coprocessor post-close hooks at 1732132776895 (+4 ms)Closed at 1732132776895 2024-11-20T19:59:36,897 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:36,898 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5359f0a31388d1fc4c977f1d1af8035a, regionState=CLOSED 2024-11-20T19:59:36,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:36,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T19:59:36,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 5359f0a31388d1fc4c977f1d1af8035a, server=7200dd4cf518,39215,1732132685355 in 1.5030 sec 2024-11-20T19:59:36,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T19:59:36,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5359f0a31388d1fc4c977f1d1af8035a, UNASSIGN in 1.5060 sec 2024-11-20T19:59:36,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T19:59:36,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-20T19:59:36,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132776906"}]},"ts":"1732132776906"} 2024-11-20T19:59:36,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:59:36,908 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:59:36,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5190 sec 2024-11-20T19:59:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T19:59:37,537 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:37,538 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T19:59:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,540 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-20T19:59:37,540 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:37,544 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/recovered.edits] 2024-11-20T19:59:37,546 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/3178758baf824e219eff0a5a230e0ba4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/3178758baf824e219eff0a5a230e0ba4 2024-11-20T19:59:37,547 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9b51314c2c274013957efb9947272566 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/9b51314c2c274013957efb9947272566 2024-11-20T19:59:37,548 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ff073624cb5d437c86ebbb03269107ee to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/A/ff073624cb5d437c86ebbb03269107ee 2024-11-20T19:59:37,550 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1f4f207b64dc4827bcdf9f65b77aac58 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/1f4f207b64dc4827bcdf9f65b77aac58 2024-11-20T19:59:37,551 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6e8b37117567496086bc6187dcbd4ac6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/6e8b37117567496086bc6187dcbd4ac6 2024-11-20T19:59:37,552 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/B/d496e7fe0c4e4ef299ebbb5ce7f6b94d 2024-11-20T19:59:37,554 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/8f87b3851f1441e5bf5bc51a43606595 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/8f87b3851f1441e5bf5bc51a43606595 2024-11-20T19:59:37,555 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/cddd0e5093474b54b41910bfa6097153 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/cddd0e5093474b54b41910bfa6097153 2024-11-20T19:59:37,556 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/C/f6e6bb8a8bd6491f9ae25e03a66a95a0 2024-11-20T19:59:37,558 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/recovered.edits/425.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a/recovered.edits/425.seqid 2024-11-20T19:59:37,558 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/5359f0a31388d1fc4c977f1d1af8035a 2024-11-20T19:59:37,558 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:59:37,560 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,563 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:59:37,564 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:59:37,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:59:37,565 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132777565"}]},"ts":"9223372036854775807"} 2024-11-20T19:59:37,567 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:59:37,567 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5359f0a31388d1fc4c977f1d1af8035a, NAME => 'TestAcidGuarantees,,1732132751069.5359f0a31388d1fc4c977f1d1af8035a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:59:37,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:59:37,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132777567"}]},"ts":"9223372036854775807"} 2024-11-20T19:59:37,568 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:59:37,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-20T19:59:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-20T19:59:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:59:37,650 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:37,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239 (was 237) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34491919_22 at /127.0.0.1:40224 [Waiting for operation #386] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-997280177_22 at /127.0.0.1:34018 [Waiting for operation #199] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 379) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4297 (was 4582) 2024-11-20T19:59:37,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=4297 2024-11-20T19:59:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:59:37,666 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:59:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:37,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:59:37,668 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:37,668 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-20T19:59:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:37,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:59:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742183_1359 (size=959) 2024-11-20T19:59:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:38,075 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T19:59:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742184_1360 (size=53) 2024-11-20T19:59:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:38,480 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:59:38,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8051aa2afaa5c5c6b12ce20e98a8dad6, disabling compactions & flushes 2024-11-20T19:59:38,481 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. after waiting 0 ms 2024-11-20T19:59:38,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,481 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: Waiting for close lock at 1732132778481Disabling compacts and flushes for region at 1732132778481Disabling writes for close at 1732132778481Writing region close event to WAL at 1732132778481Closed at 1732132778481 2024-11-20T19:59:38,482 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:59:38,482 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132778482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132778482"}]},"ts":"1732132778482"} 2024-11-20T19:59:38,483 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:59:38,484 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:59:38,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132778484"}]},"ts":"1732132778484"} 2024-11-20T19:59:38,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:59:38,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, ASSIGN}] 2024-11-20T19:59:38,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, ASSIGN 2024-11-20T19:59:38,487 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T19:59:38,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:38,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, ASSIGN because future has completed 2024-11-20T19:59:38,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:38,794 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,794 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:59:38,795 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,795 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:59:38,795 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,795 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,796 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,797 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName A 2024-11-20T19:59:38,797 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:38,798 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:38,798 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,799 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName B 2024-11-20T19:59:38,799 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:38,799 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:38,799 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,800 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName C 2024-11-20T19:59:38,800 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:38,801 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:38,801 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,801 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,801 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,802 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,802 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,802 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:59:38,803 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,805 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:59:38,805 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 8051aa2afaa5c5c6b12ce20e98a8dad6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276631, jitterRate=-0.10180820524692535}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:59:38,805 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:38,806 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: Running coprocessor pre-open hook at 1732132778795Writing region info on filesystem at 1732132778795Initializing all the Stores at 1732132778796 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132778796Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132778796Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132778796Cleaning up temporary data from old regions at 1732132778802 (+6 ms)Running coprocessor post-open hooks at 1732132778805 (+3 ms)Region opened successfully at 1732132778806 (+1 ms) 2024-11-20T19:59:38,806 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., pid=99, masterSystemTime=1732132778791 2024-11-20T19:59:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:38,808 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,808 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:38,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:38,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T19:59:38,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 in 170 msec 2024-11-20T19:59:38,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T19:59:38,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, ASSIGN in 326 msec 2024-11-20T19:59:38,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:59:38,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132778814"}]},"ts":"1732132778814"} 2024-11-20T19:59:38,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:59:38,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:59:38,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-20T19:59:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:59:39,817 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:39,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:39,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:39,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:39,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca1b608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:39,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ea6a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:39,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:39,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:39,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:59:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T19:59:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d79c082 2024-11-20T19:59:39,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:59:39,825 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:59:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:59:39,826 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:59:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T19:59:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742185_1361 (size=995) 2024-11-20T19:59:40,237 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T19:59:40,237 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T19:59:40,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:59:40,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE}] 2024-11-20T19:59:40,243 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE 2024-11-20T19:59:40,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE because future has completed 2024-11-20T19:59:40,245 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:59:40,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:40,397 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,397 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:59:40,397 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 8051aa2afaa5c5c6b12ce20e98a8dad6, disabling compactions & flushes 2024-11-20T19:59:40,397 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,397 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,397 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. after waiting 0 ms 2024-11-20T19:59:40,398 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,401 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:59:40,401 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,402 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: Waiting for close lock at 1732132780397Running coprocessor pre-close hooks at 1732132780397Disabling compacts and flushes for region at 1732132780397Disabling writes for close at 1732132780398 (+1 ms)Writing region close event to WAL at 1732132780398Running coprocessor post-close hooks at 1732132780401 (+3 ms)Closed at 1732132780401 2024-11-20T19:59:40,402 WARN [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 8051aa2afaa5c5c6b12ce20e98a8dad6 to self. 2024-11-20T19:59:40,403 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=CLOSED 2024-11-20T19:59:40,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:40,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T19:59:40,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 in 160 msec 2024-11-20T19:59:40,407 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE; state=CLOSED, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=true 2024-11-20T19:59:40,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE because future has completed 2024-11-20T19:59:40,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T19:59:40,715 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,715 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:59:40,716 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,716 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:59:40,716 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,716 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,717 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,718 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName A 2024-11-20T19:59:40,719 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:40,720 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:40,720 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,721 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName B 2024-11-20T19:59:40,721 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:40,721 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:40,722 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,722 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8051aa2afaa5c5c6b12ce20e98a8dad6 columnFamilyName C 2024-11-20T19:59:40,722 DEBUG [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:40,723 INFO [StoreOpener-8051aa2afaa5c5c6b12ce20e98a8dad6-1 {}] regionserver.HStore(327): Store=8051aa2afaa5c5c6b12ce20e98a8dad6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:59:40,723 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,723 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,724 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,725 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,725 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,725 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:59:40,727 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,727 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 8051aa2afaa5c5c6b12ce20e98a8dad6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823649, jitterRate=0.055354610085487366}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:59:40,727 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,728 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: Running coprocessor pre-open hook at 1732132780716Writing region info on filesystem at 1732132780716Initializing all the Stores at 1732132780717 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132780717Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132780717Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132780717Cleaning up temporary data from old regions at 1732132780725 (+8 ms)Running coprocessor post-open hooks at 1732132780727 (+2 ms)Region opened successfully at 1732132780728 (+1 ms) 2024-11-20T19:59:40,729 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., pid=104, masterSystemTime=1732132780712 2024-11-20T19:59:40,731 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,731 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=OPEN, openSeqNum=5, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T19:59:40,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-20T19:59:40,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 in 173 msec 2024-11-20T19:59:40,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T19:59:40,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, REOPEN/MOVE in 493 msec 2024-11-20T19:59:40,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T19:59:40,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-20T19:59:40,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-20T19:59:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-20T19:59:40,741 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:40,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,742 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3734fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,744 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10aaa8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,746 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318bb4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,747 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473636ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a07785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,750 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5837d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529ba88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,753 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684de3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,754 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573627fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,755 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c85300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,757 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4350043a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c5a17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,759 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7844a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,761 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7d696b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3052509a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f18fc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,765 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465fe374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628c9426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T19:59:40,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:59:40,768 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T19:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T19:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476bae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T19:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:59:40,769 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:59:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dff7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:59:40,770 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,770 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,770 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,770 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,771 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,771 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,771 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,771 DEBUG [Thread-1632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,772 DEBUG [Thread-1645 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,772 DEBUG [Thread-1645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,778 DEBUG [Thread-1638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,781 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:40,781 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:59:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-20T19:59:40,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T19:59:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:59:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:40,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:40,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:40,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:59:40,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T19:59:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:40,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:40,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:40,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f0a74d6ff4a4ac4b06457c9c049f925_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132780788/Put/seqid=0 2024-11-20T19:59:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742186_1362 (size=17034) 2024-11-20T19:59:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132840824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132840832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132840834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132840835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132840837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:40,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:40,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:40,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132840947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132840947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132840947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132840956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132840956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132841157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132841157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132841157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132841177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132841177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,232 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:41,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f0a74d6ff4a4ac4b06457c9c049f925_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f0a74d6ff4a4ac4b06457c9c049f925_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:41,237 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/339f668b715f4006a3456e7dc412847c, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:41,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/339f668b715f4006a3456e7dc412847c is 175, key is test_row_0/A:col10/1732132780788/Put/seqid=0 2024-11-20T19:59:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742187_1363 (size=48139) 2024-11-20T19:59:41,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132841477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132841477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132841477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132841496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132841497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:41,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/339f668b715f4006a3456e7dc412847c 2024-11-20T19:59:41,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/88ef17f0ea484017bdbbacb7d3f583b7 is 50, key is test_row_0/B:col10/1732132780788/Put/seqid=0 2024-11-20T19:59:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742188_1364 (size=12001) 2024-11-20T19:59:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:41,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:42,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132841997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:42,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132841997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:42,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132841997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:42,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:42,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:42,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132842006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:42,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132842007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:42,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/88ef17f0ea484017bdbbacb7d3f583b7 2024-11-20T19:59:42,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/5e38765ade55483e8a446a6169044684 is 50, key is test_row_0/C:col10/1732132780788/Put/seqid=0 2024-11-20T19:59:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742189_1365 (size=12001) 2024-11-20T19:59:42,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/5e38765ade55483e8a446a6169044684 2024-11-20T19:59:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/339f668b715f4006a3456e7dc412847c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c 2024-11-20T19:59:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c, entries=250, sequenceid=17, filesize=47.0 K 2024-11-20T19:59:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/88ef17f0ea484017bdbbacb7d3f583b7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7 2024-11-20T19:59:42,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T19:59:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/5e38765ade55483e8a446a6169044684 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684 2024-11-20T19:59:42,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T19:59:42,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1334ms, sequenceid=17, compaction requested=false 2024-11-20T19:59:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T19:59:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:42,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:59:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:42,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:59:42,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112092c70737261d42a8b6a02538febbc7c9_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132780832/Put/seqid=0 2024-11-20T19:59:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742190_1366 (size=12154) 2024-11-20T19:59:42,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:59:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,588 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112092c70737261d42a8b6a02538febbc7c9_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112092c70737261d42a8b6a02538febbc7c9_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/545800964b4345729b1307fe6a0c4ca3, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/545800964b4345729b1307fe6a0c4ca3 is 175, key is test_row_0/A:col10/1732132780832/Put/seqid=0 2024-11-20T19:59:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742191_1367 (size=30955) 2024-11-20T19:59:42,622 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/545800964b4345729b1307fe6a0c4ca3 2024-11-20T19:59:42,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/5fde63e62497454f9383d7970c7b774e is 50, key is test_row_0/B:col10/1732132780832/Put/seqid=0 2024-11-20T19:59:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742192_1368 (size=12001) 2024-11-20T19:59:42,653 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/5fde63e62497454f9383d7970c7b774e 2024-11-20T19:59:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/654d2b54f51d468e93c5aed59c9fee7d is 50, key is test_row_0/C:col10/1732132780832/Put/seqid=0 2024-11-20T19:59:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742193_1369 (size=12001) 2024-11-20T19:59:42,709 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/654d2b54f51d468e93c5aed59c9fee7d 2024-11-20T19:59:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/545800964b4345729b1307fe6a0c4ca3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3 2024-11-20T19:59:42,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T19:59:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/5fde63e62497454f9383d7970c7b774e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e 2024-11-20T19:59:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:59:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/654d2b54f51d468e93c5aed59c9fee7d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d 2024-11-20T19:59:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:59:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 566ms, sequenceid=41, compaction requested=false 2024-11-20T19:59:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-20T19:59:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-20T19:59:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T19:59:42,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-20T19:59:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.9570 sec 2024-11-20T19:59:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:59:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,938 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,938 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-20T19:59:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:59:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,942 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,943 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:59:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T19:59:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-20T19:59:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-20T19:59:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T19:59:43,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 168 msec 2024-11-20T19:59:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 189 msec 2024-11-20T19:59:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9cd704961ae40f78d28c37e7b13e66e_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742195_1371 (size=24358) 2024-11-20T19:59:43,226 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9cd704961ae40f78d28c37e7b13e66e_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9cd704961ae40f78d28c37e7b13e66e_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:43,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16dd6e695313408aaecf64f4dc89cc44, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16dd6e695313408aaecf64f4dc89cc44 is 175, key is test_row_0/A:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742194_1370 (size=73995) 2024-11-20T19:59:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:59:43,257 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:43,257 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132843241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-20T19:59:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T19:59:43,259 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:43,259 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:43,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132843255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132843257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132843258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T19:59:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132843366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132843367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132843377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132843377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132843377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T19:59:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:43,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T19:59:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T19:59:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132843577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132843577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132843596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132843596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132843596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16dd6e695313408aaecf64f4dc89cc44 2024-11-20T19:59:43,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 is 50, key is test_row_0/B:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742196_1372 (size=12001) 2024-11-20T19:59:43,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 2024-11-20T19:59:43,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/44b4ab4bdd5b43d0be88e073177ec42f is 50, key is test_row_0/C:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742197_1373 (size=12001) 2024-11-20T19:59:43,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/44b4ab4bdd5b43d0be88e073177ec42f 2024-11-20T19:59:43,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16dd6e695313408aaecf64f4dc89cc44 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44 2024-11-20T19:59:43,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44, entries=400, sequenceid=53, filesize=72.3 K 2024-11-20T19:59:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 2024-11-20T19:59:43,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T19:59:43,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/44b4ab4bdd5b43d0be88e073177ec42f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f 2024-11-20T19:59:43,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T19:59:43,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 534ms, sequenceid=53, compaction requested=true 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:43,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T19:59:43,702 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:43,705 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:43,705 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:43,705 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:43,705 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:43,705 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,705 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,706 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.2 K 2024-11-20T19:59:43,706 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=149.5 K 2024-11-20T19:59:43,706 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,706 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44] 2024-11-20T19:59:43,707 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 88ef17f0ea484017bdbbacb7d3f583b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132780785 2024-11-20T19:59:43,707 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fde63e62497454f9383d7970c7b774e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132780832 2024-11-20T19:59:43,707 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 339f668b715f4006a3456e7dc412847c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132780782 2024-11-20T19:59:43,708 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting fd8a5a6f11cf4ebbb1505c9fd4bd3620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783131 2024-11-20T19:59:43,710 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 545800964b4345729b1307fe6a0c4ca3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132780832 2024-11-20T19:59:43,710 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16dd6e695313408aaecf64f4dc89cc44, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783128 2024-11-20T19:59:43,717 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,718 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:43,718 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/59c1912105e94c419b9fb149099e281d is 50, key is test_row_0/B:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T19:59:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:59:43,725 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200688f9c0dd2d4cac87e6253372ae799b_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,726 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200688f9c0dd2d4cac87e6253372ae799b_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,727 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200688f9c0dd2d4cac87e6253372ae799b_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742198_1374 (size=12104) 2024-11-20T19:59:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742199_1375 (size=4469) 2024-11-20T19:59:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057837a2f8d7b4d79a8e297557c92133c_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132783256/Put/seqid=0 2024-11-20T19:59:43,749 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#313 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:43,750 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/c00d6feb2d77437a9cc965fc7efc5b64 is 175, key is test_row_0/A:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742200_1376 (size=12154) 2024-11-20T19:59:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:43,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057837a2f8d7b4d79a8e297557c92133c_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057837a2f8d7b4d79a8e297557c92133c_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:43,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/31f3ce47382f419aa1474090ff2a70bb, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/31f3ce47382f419aa1474090ff2a70bb is 175, key is test_row_0/A:col10/1732132783256/Put/seqid=0 2024-11-20T19:59:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742201_1377 (size=31058) 2024-11-20T19:59:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742202_1378 (size=30955) 2024-11-20T19:59:43,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/31f3ce47382f419aa1474090ff2a70bb 2024-11-20T19:59:43,775 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/c00d6feb2d77437a9cc965fc7efc5b64 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64 2024-11-20T19:59:43,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/214530e3514b42a3a18f304fc9ba4fa8 is 50, key is test_row_0/B:col10/1732132783256/Put/seqid=0 2024-11-20T19:59:43,783 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into c00d6feb2d77437a9cc965fc7efc5b64(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:43,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:43,783 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132783700; duration=0sec 2024-11-20T19:59:43,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:43,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:43,783 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:43,784 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:43,784 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:43,784 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:43,785 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.2 K 2024-11-20T19:59:43,785 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e38765ade55483e8a446a6169044684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132780785 2024-11-20T19:59:43,785 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 654d2b54f51d468e93c5aed59c9fee7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732132780832 2024-11-20T19:59:43,786 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b4ab4bdd5b43d0be88e073177ec42f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783131 2024-11-20T19:59:43,795 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:43,795 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/9ff451723a834e44959709271734bf6b is 50, key is test_row_0/C:col10/1732132783131/Put/seqid=0 2024-11-20T19:59:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742203_1379 (size=12001) 2024-11-20T19:59:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/214530e3514b42a3a18f304fc9ba4fa8 2024-11-20T19:59:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742204_1380 (size=12104) 2024-11-20T19:59:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/9ec6686662744db5b7dc5b9ca2d58da5 is 50, key is test_row_0/C:col10/1732132783256/Put/seqid=0 2024-11-20T19:59:43,827 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/9ff451723a834e44959709271734bf6b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ff451723a834e44959709271734bf6b 2024-11-20T19:59:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742205_1381 (size=12001) 2024-11-20T19:59:43,832 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 9ff451723a834e44959709271734bf6b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:43,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:43,832 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132783700; duration=0sec 2024-11-20T19:59:43,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:43,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T19:59:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:43,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132843912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132843917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132843918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132843918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:43,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132843921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132844027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132844037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,144 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/59c1912105e94c419b9fb149099e281d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c1912105e94c419b9fb149099e281d 2024-11-20T19:59:44,150 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 59c1912105e94c419b9fb149099e281d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:44,150 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:44,150 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132783700; duration=0sec 2024-11-20T19:59:44,150 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:44,150 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:44,230 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/9ec6686662744db5b7dc5b9ca2d58da5 2024-11-20T19:59:44,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/31f3ce47382f419aa1474090ff2a70bb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb 2024-11-20T19:59:44,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T19:59:44,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/214530e3514b42a3a18f304fc9ba4fa8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8 2024-11-20T19:59:44,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132844237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:59:44,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/9ec6686662744db5b7dc5b9ca2d58da5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5 2024-11-20T19:59:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132844247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:59:44,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 535ms, sequenceid=78, compaction requested=false 2024-11-20T19:59:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-20T19:59:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-20T19:59:44,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T19:59:44,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-20T19:59:44,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.0030 sec 2024-11-20T19:59:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T19:59:44,397 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:44,398 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-20T19:59:44,400 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:44,400 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:44,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:44,432 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:44,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:59:44,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203590aa91d78a4ea9a276392327136e3b_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742206_1382 (size=14594) 2024-11-20T19:59:44,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:44,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203590aa91d78a4ea9a276392327136e3b_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203590aa91d78a4ea9a276392327136e3b_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:44,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/8180ae1be85e4ce0a09bbe26b2d330f9, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:44,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/8180ae1be85e4ce0a09bbe26b2d330f9 is 175, key is test_row_0/A:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742207_1383 (size=39549) 2024-11-20T19:59:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132844519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132844520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132844522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:44,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:44,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132844546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132844557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132844637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132844637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132844637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:44,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/8180ae1be85e4ce0a09bbe26b2d330f9 2024-11-20T19:59:44,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132844846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132844847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132844847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:44,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:44,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:44,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/90c86770a11242578db46fc9872b494d is 50, key is test_row_0/B:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742208_1384 (size=12001) 2024-11-20T19:59:44,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/90c86770a11242578db46fc9872b494d 2024-11-20T19:59:44,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/036fb1aa780b42d7a861d094c1c28a61 is 50, key is test_row_0/C:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:44,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742209_1385 (size=12001) 2024-11-20T19:59:45,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:45,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:45,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132845066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132845066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:45,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:45,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132845166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132845167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132845167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/036fb1aa780b42d7a861d094c1c28a61 2024-11-20T19:59:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/8180ae1be85e4ce0a09bbe26b2d330f9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9 2024-11-20T19:59:45,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T19:59:45,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/90c86770a11242578db46fc9872b494d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d 2024-11-20T19:59:45,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T19:59:45,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/036fb1aa780b42d7a861d094c1c28a61 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61 2024-11-20T19:59:45,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T19:59:45,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 877ms, sequenceid=93, compaction requested=true 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:45,310 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:45,310 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:45,311 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:45,311 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:45,311 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,312 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=99.2 K 2024-11-20T19:59:45,312 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,312 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9] 2024-11-20T19:59:45,312 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:45,312 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c00d6feb2d77437a9cc965fc7efc5b64, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783131 2024-11-20T19:59:45,312 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:45,312 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,312 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c1912105e94c419b9fb149099e281d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.3 K 2024-11-20T19:59:45,313 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31f3ce47382f419aa1474090ff2a70bb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132783233 2024-11-20T19:59:45,313 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c1912105e94c419b9fb149099e281d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783131 2024-11-20T19:59:45,313 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8180ae1be85e4ce0a09bbe26b2d330f9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:45,313 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 214530e3514b42a3a18f304fc9ba4fa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132783233 2024-11-20T19:59:45,314 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 90c86770a11242578db46fc9872b494d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:45,318 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:45,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T19:59:45,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,321 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:59:45,325 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112083405ccb6b1141338815ba05879024f3_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:45,327 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112083405ccb6b1141338815ba05879024f3_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:45,327 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083405ccb6b1141338815ba05879024f3_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:45,331 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:45,332 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/dbf98d5a3cf64b3d92d61d7274f93f28 is 50, key is test_row_0/B:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742210_1386 (size=4469) 2024-11-20T19:59:45,341 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#321 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:45,342 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/514ebbb2aa9f4c19a91cde3bc71f1074 is 175, key is test_row_0/A:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:45,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206697d7f86920449b85b023d37fcf97a6_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132784503/Put/seqid=0 2024-11-20T19:59:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742211_1387 (size=12207) 2024-11-20T19:59:45,391 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/dbf98d5a3cf64b3d92d61d7274f93f28 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/dbf98d5a3cf64b3d92d61d7274f93f28 2024-11-20T19:59:45,398 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into dbf98d5a3cf64b3d92d61d7274f93f28(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:45,399 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:45,399 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132785310; duration=0sec 2024-11-20T19:59:45,399 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:45,399 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:45,399 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742212_1388 (size=31161) 2024-11-20T19:59:45,402 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:45,402 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:45,402 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,402 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ff451723a834e44959709271734bf6b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.3 K 2024-11-20T19:59:45,403 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ff451723a834e44959709271734bf6b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732132783131 2024-11-20T19:59:45,403 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ec6686662744db5b7dc5b9ca2d58da5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732132783233 2024-11-20T19:59:45,404 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 036fb1aa780b42d7a861d094c1c28a61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:45,414 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/514ebbb2aa9f4c19a91cde3bc71f1074 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074 2024-11-20T19:59:45,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742213_1389 (size=12154) 2024-11-20T19:59:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:45,420 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:45,421 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/46350e15788345698c6324ca88eab921 is 50, key is test_row_0/C:col10/1732132784430/Put/seqid=0 2024-11-20T19:59:45,421 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 514ebbb2aa9f4c19a91cde3bc71f1074(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:45,421 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:45,421 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132785310; duration=0sec 2024-11-20T19:59:45,421 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:45,421 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:45,426 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206697d7f86920449b85b023d37fcf97a6_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206697d7f86920449b85b023d37fcf97a6_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:45,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7e259400614e4adc97dea3d0681305fc, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:45,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7e259400614e4adc97dea3d0681305fc is 175, key is test_row_0/A:col10/1732132784503/Put/seqid=0 2024-11-20T19:59:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742214_1390 (size=12207) 2024-11-20T19:59:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742215_1391 (size=30955) 2024-11-20T19:59:45,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7e259400614e4adc97dea3d0681305fc 2024-11-20T19:59:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/c08cb29bea41460ba47fa199be715357 is 50, key is test_row_0/B:col10/1732132784503/Put/seqid=0 2024-11-20T19:59:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742216_1392 (size=12001) 2024-11-20T19:59:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132845703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132845704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132845710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132845817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132845817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132845817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:45,840 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/46350e15788345698c6324ca88eab921 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/46350e15788345698c6324ca88eab921 2024-11-20T19:59:45,844 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 46350e15788345698c6324ca88eab921(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:45,844 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:45,844 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132785310; duration=0sec 2024-11-20T19:59:45,844 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:45,844 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:45,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/c08cb29bea41460ba47fa199be715357 2024-11-20T19:59:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/113063c54f3549f1a22bbdc15ff0a026 is 50, key is test_row_0/C:col10/1732132784503/Put/seqid=0 2024-11-20T19:59:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742217_1393 (size=12001) 2024-11-20T19:59:45,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/113063c54f3549f1a22bbdc15ff0a026 2024-11-20T19:59:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7e259400614e4adc97dea3d0681305fc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc 2024-11-20T19:59:45,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc, entries=150, sequenceid=117, filesize=30.2 K 2024-11-20T19:59:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/c08cb29bea41460ba47fa199be715357 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357 2024-11-20T19:59:45,893 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T19:59:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/113063c54f3549f1a22bbdc15ff0a026 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026 2024-11-20T19:59:45,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T19:59:45,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-20T19:59:45,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 583ms, sequenceid=117, compaction requested=false 2024-11-20T19:59:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-20T19:59:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-20T19:59:45,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T19:59:45,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-20T19:59:45,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5190 sec 2024-11-20T19:59:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:46,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:46,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:59:46,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f559f515436444b08659c99ca8889742_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742218_1394 (size=14744) 2024-11-20T19:59:46,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:46,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f559f515436444b08659c99ca8889742_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f559f515436444b08659c99ca8889742_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:46,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/cffda776f19a4657bca23f438a90c85b, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:46,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/cffda776f19a4657bca23f438a90c85b is 175, key is test_row_0/A:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742219_1395 (size=39699) 2024-11-20T19:59:46,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/cffda776f19a4657bca23f438a90c85b 2024-11-20T19:59:46,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/2f349102f7204b23bcf6f41b6e86d735 is 50, key is test_row_0/B:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132846103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132846104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132846117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742220_1396 (size=12101) 2024-11-20T19:59:46,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/2f349102f7204b23bcf6f41b6e86d735 2024-11-20T19:59:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132846120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132846120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/ba51141a7f9c42098326d61f984f248b is 50, key is test_row_0/C:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742221_1397 (size=12101) 2024-11-20T19:59:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132846227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132846227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132846228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132846247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132846247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132846447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132846447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132846448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132846457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132846457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:59:46,547 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:46,547 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-20T19:59:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:46,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:46,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:46,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:46,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/ba51141a7f9c42098326d61f984f248b 2024-11-20T19:59:46,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/cffda776f19a4657bca23f438a90c85b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b 2024-11-20T19:59:46,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b, entries=200, sequenceid=133, filesize=38.8 K 2024-11-20T19:59:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/2f349102f7204b23bcf6f41b6e86d735 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735 2024-11-20T19:59:46,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T19:59:46,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/ba51141a7f9c42098326d61f984f248b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b 2024-11-20T19:59:46,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T19:59:46,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 549ms, sequenceid=133, compaction requested=true 2024-11-20T19:59:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:46,583 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:46,583 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:46,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:46,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:46,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:46,585 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:46,585 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:46,585 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=99.4 K 2024-11-20T19:59:46,585 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/dbf98d5a3cf64b3d92d61d7274f93f28, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.5 K 2024-11-20T19:59:46,585 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b] 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting dbf98d5a3cf64b3d92d61d7274f93f28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:46,585 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 514ebbb2aa9f4c19a91cde3bc71f1074, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:46,586 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c08cb29bea41460ba47fa199be715357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732132784503 2024-11-20T19:59:46,586 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e259400614e4adc97dea3d0681305fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732132784503 2024-11-20T19:59:46,586 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f349102f7204b23bcf6f41b6e86d735, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:46,586 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting cffda776f19a4657bca23f438a90c85b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:46,596 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:46,610 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205f8c5a9fac814537a2f9f82864b186ac_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:46,611 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:46,612 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/4bfff7857257459eaa7effe589e842af is 50, key is test_row_0/B:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,612 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205f8c5a9fac814537a2f9f82864b186ac_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:46,612 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f8c5a9fac814537a2f9f82864b186ac_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742222_1398 (size=4469) 2024-11-20T19:59:46,623 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#330 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:46,624 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1d6a012eb18e4367a7aa759cf4d8be55 is 175, key is test_row_0/A:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742223_1399 (size=12409) 2024-11-20T19:59:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742224_1400 (size=31363) 2024-11-20T19:59:46,646 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/4bfff7857257459eaa7effe589e842af as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4bfff7857257459eaa7effe589e842af 2024-11-20T19:59:46,651 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1d6a012eb18e4367a7aa759cf4d8be55 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55 2024-11-20T19:59:46,651 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 4bfff7857257459eaa7effe589e842af(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:46,651 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:46,651 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132786583; duration=0sec 2024-11-20T19:59:46,651 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:46,651 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:46,651 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:46,653 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:46,653 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:46,653 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:46,655 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/46350e15788345698c6324ca88eab921, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=35.5 K 2024-11-20T19:59:46,656 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 46350e15788345698c6324ca88eab921, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732132783903 2024-11-20T19:59:46,656 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 113063c54f3549f1a22bbdc15ff0a026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732132784503 2024-11-20T19:59:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:46,657 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ba51141a7f9c42098326d61f984f248b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:46,658 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 1d6a012eb18e4367a7aa759cf4d8be55(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:46,658 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:46,658 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132786583; duration=0sec 2024-11-20T19:59:46,658 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:46,658 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:46,665 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:46,666 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e55fff8bbed44d14b2096f7198bf5b72 is 50, key is test_row_0/C:col10/1732132785709/Put/seqid=0 2024-11-20T19:59:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742225_1401 (size=12409) 2024-11-20T19:59:46,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T19:59:46,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:46,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:59:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094910a68589944e69ece31bb748fcbaa_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132786102/Put/seqid=0 2024-11-20T19:59:46,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742226_1402 (size=12304) 2024-11-20T19:59:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132846834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132846834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132846836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132846846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132846848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:46,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132846957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132846957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132846957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132846957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:46,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132846967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,094 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e55fff8bbed44d14b2096f7198bf5b72 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e55fff8bbed44d14b2096f7198bf5b72 2024-11-20T19:59:47,098 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into e55fff8bbed44d14b2096f7198bf5b72(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:47,098 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:47,098 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132786584; duration=0sec 2024-11-20T19:59:47,098 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:47,098 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:47,165 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094910a68589944e69ece31bb748fcbaa_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094910a68589944e69ece31bb748fcbaa_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:47,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d847f3c087a54c889f0e61e935f66f70, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:47,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d847f3c087a54c889f0e61e935f66f70 is 175, key is test_row_0/A:col10/1732132786102/Put/seqid=0 2024-11-20T19:59:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742227_1403 (size=31105) 2024-11-20T19:59:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132847167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132847177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132847177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132847177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132847187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132847477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132847496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132847496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132847497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132847497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:47,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d847f3c087a54c889f0e61e935f66f70 2024-11-20T19:59:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/0a01599eee2640cdb916fa45bfb52b87 is 50, key is test_row_0/B:col10/1732132786102/Put/seqid=0 2024-11-20T19:59:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742228_1404 (size=12151) 2024-11-20T19:59:47,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/0a01599eee2640cdb916fa45bfb52b87 2024-11-20T19:59:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/1022fd8d1e714aa3badea3323fb4e0ce is 50, key is test_row_0/C:col10/1732132786102/Put/seqid=0 2024-11-20T19:59:47,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742229_1405 (size=12151) 2024-11-20T19:59:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:47,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132847987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132848007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132848007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132848007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:48,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/1022fd8d1e714aa3badea3323fb4e0ce 2024-11-20T19:59:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d847f3c087a54c889f0e61e935f66f70 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70 2024-11-20T19:59:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132848017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:48,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70, entries=150, sequenceid=158, filesize=30.4 K 2024-11-20T19:59:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/0a01599eee2640cdb916fa45bfb52b87 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87 2024-11-20T19:59:48,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T19:59:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/1022fd8d1e714aa3badea3323fb4e0ce as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce 2024-11-20T19:59:48,035 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T19:59:48,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1337ms, sequenceid=158, compaction requested=false 2024-11-20T19:59:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-20T19:59:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-20T19:59:48,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T19:59:48,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec 2024-11-20T19:59:48,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.4980 sec 2024-11-20T19:59:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T19:59:48,697 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:48,698 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-20T19:59:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:59:48,701 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:48,702 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:48,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:59:48,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T19:59:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:48,855 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:59:48,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120819c51c128fd4696ad0093fcf900ff43_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132786843/Put/seqid=0 2024-11-20T19:59:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742230_1406 (size=12304) 2024-11-20T19:59:48,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:48,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120819c51c128fd4696ad0093fcf900ff43_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819c51c128fd4696ad0093fcf900ff43_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/f5151ed556284c4e926988b8ea1fdbaf, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/f5151ed556284c4e926988b8ea1fdbaf is 175, key is test_row_0/A:col10/1732132786843/Put/seqid=0 2024-11-20T19:59:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742231_1407 (size=31105) 2024-11-20T19:59:48,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/f5151ed556284c4e926988b8ea1fdbaf 2024-11-20T19:59:48,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/431d04b832e04ba89ee6ab7f18da3148 is 50, key is test_row_0/B:col10/1732132786843/Put/seqid=0 2024-11-20T19:59:48,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742232_1408 (size=12151) 2024-11-20T19:59:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:59:49,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132849057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132849058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132849059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132849060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132849062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132849167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132849177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132849177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132849177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132849177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/431d04b832e04ba89ee6ab7f18da3148 2024-11-20T19:59:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e is 50, key is test_row_0/C:col10/1732132786843/Put/seqid=0 2024-11-20T19:59:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742233_1409 (size=12151) 2024-11-20T19:59:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:59:49,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132849387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132849387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132849387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132849387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132849387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e 2024-11-20T19:59:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/f5151ed556284c4e926988b8ea1fdbaf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf 2024-11-20T19:59:49,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf, entries=150, sequenceid=172, filesize=30.4 K 2024-11-20T19:59:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/431d04b832e04ba89ee6ab7f18da3148 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148 2024-11-20T19:59:49,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T19:59:49,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:49,722 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T19:59:49,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 869ms, sequenceid=172, compaction requested=true 2024-11-20T19:59:49,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:49,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:49,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-20T19:59:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-20T19:59:49,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T19:59:49,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-20T19:59:49,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.0300 sec 2024-11-20T19:59:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:59:49,837 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:49,838 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-20T19:59:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:59:49,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:49,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:49,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:59:49,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T19:59:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:49,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:59:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202749ab65cc804bd9a5b0c3228f836cfe_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132789059/Put/seqid=0 2024-11-20T19:59:50,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742234_1410 (size=12304) 2024-11-20T19:59:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:59:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:50,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:50,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132850249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132850249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132850249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132850250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132850252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132850356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132850377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132850377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132850377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132850377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:50,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202749ab65cc804bd9a5b0c3228f836cfe_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202749ab65cc804bd9a5b0c3228f836cfe_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:50,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/dabbc5a69f6b42209c583e5f6ad28bdc, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:50,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/dabbc5a69f6b42209c583e5f6ad28bdc is 175, key is test_row_0/A:col10/1732132789059/Put/seqid=0 2024-11-20T19:59:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742235_1411 (size=31105) 2024-11-20T19:59:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:59:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132850577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132850597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,816 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/dabbc5a69f6b42209c583e5f6ad28bdc 2024-11-20T19:59:50,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cf9ef472519b4277935825d49b12bb47 is 50, key is test_row_0/B:col10/1732132789059/Put/seqid=0 2024-11-20T19:59:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742236_1412 (size=12151) 2024-11-20T19:59:50,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cf9ef472519b4277935825d49b12bb47 2024-11-20T19:59:50,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/6f735b2f2b3d4a3fbc192952b3e84f7f is 50, key is test_row_0/C:col10/1732132789059/Put/seqid=0 2024-11-20T19:59:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742237_1413 (size=12151) 2024-11-20T19:59:50,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/6f735b2f2b3d4a3fbc192952b3e84f7f 2024-11-20T19:59:50,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/dabbc5a69f6b42209c583e5f6ad28bdc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc 2024-11-20T19:59:50,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc, entries=150, sequenceid=195, filesize=30.4 K 2024-11-20T19:59:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cf9ef472519b4277935825d49b12bb47 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47 2024-11-20T19:59:50,878 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:59:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/6f735b2f2b3d4a3fbc192952b3e84f7f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f 2024-11-20T19:59:50,884 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:59:50,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 893ms, sequenceid=195, compaction requested=true 2024-11-20T19:59:50,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:50,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:50,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-20T19:59:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-20T19:59:50,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T19:59:50,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-11-20T19:59:50,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.0550 sec 2024-11-20T19:59:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:50,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:59:50,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fa52434904444e1be2b31a77101bd76_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742238_1414 (size=14794) 2024-11-20T19:59:50,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:50,927 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fa52434904444e1be2b31a77101bd76_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fa52434904444e1be2b31a77101bd76_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:50,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7c92e2f068d94fa983b09eeb208a8c19, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:50,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7c92e2f068d94fa983b09eeb208a8c19 is 175, key is test_row_0/A:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742239_1415 (size=39749) 2024-11-20T19:59:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132850956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:59:50,977 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:50,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132850965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,977 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-20T19:59:50,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:50,980 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:50,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132850966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132850968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132850972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132851076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:51,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132851087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132851097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132851097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132851097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132851297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132851307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132851307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132851308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132851308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7c92e2f068d94fa983b09eeb208a8c19 2024-11-20T19:59:51,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/48df4696e909479caea1397555c72e62 is 50, key is test_row_0/B:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742240_1416 (size=12151) 2024-11-20T19:59:51,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132851617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132851628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132851628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:51,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/48df4696e909479caea1397555c72e62 2024-11-20T19:59:51,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/372b1882869f46ad9ef25b4a0f58f266 is 50, key is test_row_0/C:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742241_1417 (size=12151) 2024-11-20T19:59:51,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:51,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:52,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132852136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132852137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132852137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132852137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:52,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132852147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:52,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/372b1882869f46ad9ef25b4a0f58f266 2024-11-20T19:59:52,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/7c92e2f068d94fa983b09eeb208a8c19 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19 2024-11-20T19:59:52,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19, entries=200, sequenceid=209, filesize=38.8 K 2024-11-20T19:59:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/48df4696e909479caea1397555c72e62 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62 2024-11-20T19:59:52,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T19:59:52,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/372b1882869f46ad9ef25b4a0f58f266 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266 2024-11-20T19:59:52,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T19:59:52,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1293ms, sequenceid=209, compaction requested=true 2024-11-20T19:59:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:52,198 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:59:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:52,198 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164427 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:52,199 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,199 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,199 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=160.6 K 2024-11-20T19:59:52,199 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4bfff7857257459eaa7effe589e842af, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=59.6 K 2024-11-20T19:59:52,199 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19] 2024-11-20T19:59:52,199 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfff7857257459eaa7effe589e842af, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:52,200 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d6a012eb18e4367a7aa759cf4d8be55, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:52,200 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d847f3c087a54c889f0e61e935f66f70, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732132786095 2024-11-20T19:59:52,200 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a01599eee2640cdb916fa45bfb52b87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732132786095 2024-11-20T19:59:52,200 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5151ed556284c4e926988b8ea1fdbaf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732132786785 2024-11-20T19:59:52,200 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 431d04b832e04ba89ee6ab7f18da3148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732132786785 2024-11-20T19:59:52,201 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting dabbc5a69f6b42209c583e5f6ad28bdc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732132789055 2024-11-20T19:59:52,201 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting cf9ef472519b4277935825d49b12bb47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732132789055 2024-11-20T19:59:52,201 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c92e2f068d94fa983b09eeb208a8c19, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:52,201 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 48df4696e909479caea1397555c72e62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:52,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:59:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:59:52,220 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:52,224 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#346 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:52,226 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/4a9daab1bcaa4a9daa79b9750fe0dc91 is 50, key is test_row_0/B:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120047da28a3ede42a097936ba0cf6751eb_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132790963/Put/seqid=0 2024-11-20T19:59:52,233 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cb6507a0a7e748e094a72f3f254f59ee_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:52,236 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cb6507a0a7e748e094a72f3f254f59ee_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:52,236 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb6507a0a7e748e094a72f3f254f59ee_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742242_1418 (size=12629) 2024-11-20T19:59:52,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742243_1419 (size=12304) 2024-11-20T19:59:52,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:52,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120047da28a3ede42a097936ba0cf6751eb_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120047da28a3ede42a097936ba0cf6751eb_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:52,246 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/4a9daab1bcaa4a9daa79b9750fe0dc91 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4a9daab1bcaa4a9daa79b9750fe0dc91 2024-11-20T19:59:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1cf8013faf064359ae3ae21fb4d9ba8e, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1cf8013faf064359ae3ae21fb4d9ba8e is 175, key is test_row_0/A:col10/1732132790963/Put/seqid=0 2024-11-20T19:59:52,251 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 4a9daab1bcaa4a9daa79b9750fe0dc91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:52,251 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:52,251 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=11, startTime=1732132792198; duration=0sec 2024-11-20T19:59:52,251 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:52,251 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:52,251 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:59:52,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:59:52,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:52,254 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:52,254 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e55fff8bbed44d14b2096f7198bf5b72, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=59.6 K 2024-11-20T19:59:52,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e55fff8bbed44d14b2096f7198bf5b72, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732132785692 2024-11-20T19:59:52,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1022fd8d1e714aa3badea3323fb4e0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732132786095 2024-11-20T19:59:52,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d39c3bb8e6c4a2db2a6518bbcc63d7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732132786785 2024-11-20T19:59:52,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f735b2f2b3d4a3fbc192952b3e84f7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732132789055 2024-11-20T19:59:52,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 372b1882869f46ad9ef25b4a0f58f266, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:52,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742244_1420 (size=4469) 2024-11-20T19:59:52,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742245_1421 (size=31105) 2024-11-20T19:59:52,279 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#345 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:52,280 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/aa2e96c5b0be43679fb94801fe720635 is 175, key is test_row_0/A:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:52,287 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:52,288 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/3464f904e7304cc7b075ae458d3af565 is 50, key is test_row_0/C:col10/1732132790248/Put/seqid=0 2024-11-20T19:59:52,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742246_1422 (size=31583) 2024-11-20T19:59:52,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742247_1423 (size=12629) 2024-11-20T19:59:52,679 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1cf8013faf064359ae3ae21fb4d9ba8e 2024-11-20T19:59:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/66d69963d084438db373c47a29e4b704 is 50, key is test_row_0/B:col10/1732132790963/Put/seqid=0 2024-11-20T19:59:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742248_1424 (size=12151) 2024-11-20T19:59:52,705 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/aa2e96c5b0be43679fb94801fe720635 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635 2024-11-20T19:59:52,709 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into aa2e96c5b0be43679fb94801fe720635(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:52,709 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:52,709 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=11, startTime=1732132792197; duration=0sec 2024-11-20T19:59:52,709 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:52,709 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:52,714 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/3464f904e7304cc7b075ae458d3af565 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/3464f904e7304cc7b075ae458d3af565 2024-11-20T19:59:52,718 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 3464f904e7304cc7b075ae458d3af565(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:52,718 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:52,718 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=11, startTime=1732132792198; duration=0sec 2024-11-20T19:59:52,718 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:52,718 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:53,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/66d69963d084438db373c47a29e4b704 2024-11-20T19:59:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e632ebd96ca04dfaabb2b204f1e54713 is 50, key is test_row_0/C:col10/1732132790963/Put/seqid=0 2024-11-20T19:59:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742249_1425 (size=12151) 2024-11-20T19:59:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:53,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132853176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132853180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132853181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132853188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132853189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132853297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132853297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132853297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132853307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132853307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e632ebd96ca04dfaabb2b204f1e54713 2024-11-20T19:59:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/1cf8013faf064359ae3ae21fb4d9ba8e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e 2024-11-20T19:59:53,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e, entries=150, sequenceid=231, filesize=30.4 K 2024-11-20T19:59:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/66d69963d084438db373c47a29e4b704 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704 2024-11-20T19:59:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132853506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132853506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132853507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,521 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:59:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e632ebd96ca04dfaabb2b204f1e54713 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713 2024-11-20T19:59:53,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132853517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132853517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:59:53,528 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1323ms, sequenceid=231, compaction requested=false 2024-11-20T19:59:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-20T19:59:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-20T19:59:53,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T19:59:53,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5500 sec 2024-11-20T19:59:53,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.5550 sec 2024-11-20T19:59:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:53,831 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:53,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T19:59:53,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cadb7e13c9bf4432ba6869359536f280_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742250_1426 (size=14794) 2024-11-20T19:59:53,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132853877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132853878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132853879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132853880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132853885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132853997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132853997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132853997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132853997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132854007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132854217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132854217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132854217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132854217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132854227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:54,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cadb7e13c9bf4432ba6869359536f280_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cadb7e13c9bf4432ba6869359536f280_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:54,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/47fd1c656ae4468a954705d4a36a912a, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:54,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/47fd1c656ae4468a954705d4a36a912a is 175, key is test_row_0/A:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742251_1427 (size=39749) 2024-11-20T19:59:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132854537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132854537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132854537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132854538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132854547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:54,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/47fd1c656ae4468a954705d4a36a912a 2024-11-20T19:59:54,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/7e8099d2cd064b04ab71cc8aa0dec71f is 50, key is test_row_0/B:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742252_1428 (size=12151) 2024-11-20T19:59:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132855056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:55,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/7e8099d2cd064b04ab71cc8aa0dec71f 2024-11-20T19:59:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132855067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:55,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/fe03fd4ecdd7419a82ad7129bb1496c3 is 50, key is test_row_0/C:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742253_1429 (size=12151) 2024-11-20T19:59:55,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/fe03fd4ecdd7419a82ad7129bb1496c3 2024-11-20T19:59:55,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/47fd1c656ae4468a954705d4a36a912a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a 2024-11-20T19:59:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a, entries=200, sequenceid=249, filesize=38.8 K 2024-11-20T19:59:55,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/7e8099d2cd064b04ab71cc8aa0dec71f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f 2024-11-20T19:59:55,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T19:59:55,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/fe03fd4ecdd7419a82ad7129bb1496c3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3 2024-11-20T19:59:55,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T19:59:55,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1272ms, sequenceid=249, compaction requested=true 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:55,104 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:55,104 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:55,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:55,105 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,105 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,105 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=100.0 K 2024-11-20T19:59:55,105 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4a9daab1bcaa4a9daa79b9750fe0dc91, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.1 K 2024-11-20T19:59:55,105 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a] 2024-11-20T19:59:55,105 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a9daab1bcaa4a9daa79b9750fe0dc91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:55,106 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa2e96c5b0be43679fb94801fe720635, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:55,106 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 66d69963d084438db373c47a29e4b704, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132790929 2024-11-20T19:59:55,106 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cf8013faf064359ae3ae21fb4d9ba8e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132790929 2024-11-20T19:59:55,106 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8099d2cd064b04ab71cc8aa0dec71f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:55,106 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47fd1c656ae4468a954705d4a36a912a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:55,114 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:55,116 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:55,116 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d01ed023878340648156b95e7b765947_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:55,116 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/59c40329f8a542b6863cf6bd38c88bc6 is 50, key is test_row_0/B:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:55,119 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d01ed023878340648156b95e7b765947_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:55,119 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d01ed023878340648156b95e7b765947_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742254_1430 (size=12731) 2024-11-20T19:59:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742255_1431 (size=4469) 2024-11-20T19:59:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:59:55,137 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:55,138 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T19:59:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:59:55,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:55,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:55,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:59:55,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T19:59:55,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,295 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T19:59:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120208bec825fe54580a2dce608ff20558d_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132793884/Put/seqid=0 2024-11-20T19:59:55,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742256_1432 (size=12454) 2024-11-20T19:59:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,353 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120208bec825fe54580a2dce608ff20558d_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208bec825fe54580a2dce608ff20558d_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d55016c180dc451b978b7895393c05ae, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d55016c180dc451b978b7895393c05ae is 175, key is test_row_0/A:col10/1732132793884/Put/seqid=0 2024-11-20T19:59:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742257_1433 (size=31255) 2024-11-20T19:59:55,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d55016c180dc451b978b7895393c05ae 2024-11-20T19:59:55,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/f172295ba89c4806955c2b3839964f73 is 50, key is test_row_0/B:col10/1732132793884/Put/seqid=0 2024-11-20T19:59:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742258_1434 (size=12301) 2024-11-20T19:59:55,380 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/f172295ba89c4806955c2b3839964f73 2024-11-20T19:59:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/affab876ef1941b9ace1e432f7524caa is 50, key is test_row_0/C:col10/1732132793884/Put/seqid=0 2024-11-20T19:59:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742259_1435 (size=12301) 2024-11-20T19:59:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:59:55,527 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:55,528 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/944c7275ee424b559f1a598c400b82f7 is 175, key is test_row_0/A:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:55,529 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/59c40329f8a542b6863cf6bd38c88bc6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c40329f8a542b6863cf6bd38c88bc6 2024-11-20T19:59:55,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742260_1436 (size=31685) 2024-11-20T19:59:55,542 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 59c40329f8a542b6863cf6bd38c88bc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:55,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:55,542 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132795104; duration=0sec 2024-11-20T19:59:55,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:55,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:55,542 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:55,543 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:55,543 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:55,543 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,543 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/3464f904e7304cc7b075ae458d3af565, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.1 K 2024-11-20T19:59:55,544 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3464f904e7304cc7b075ae458d3af565, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732132790235 2024-11-20T19:59:55,544 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e632ebd96ca04dfaabb2b204f1e54713, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732132790929 2024-11-20T19:59:55,544 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting fe03fd4ecdd7419a82ad7129bb1496c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:55,554 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:55,555 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e08165037e5e4f3385ceb8e288fe91fd is 50, key is test_row_0/C:col10/1732132793187/Put/seqid=0 2024-11-20T19:59:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742261_1437 (size=12731) 2024-11-20T19:59:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:59:55,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/affab876ef1941b9ace1e432f7524caa 2024-11-20T19:59:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/d55016c180dc451b978b7895393c05ae as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae 2024-11-20T19:59:55,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae, entries=150, sequenceid=270, filesize=30.5 K 2024-11-20T19:59:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/f172295ba89c4806955c2b3839964f73 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73 2024-11-20T19:59:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,807 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T19:59:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/affab876ef1941b9ace1e432f7524caa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa 2024-11-20T19:59:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,812 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T19:59:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 521ms, sequenceid=270, compaction requested=false 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T19:59:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T19:59:55,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 677 msec 2024-11-20T19:59:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 684 msec 2024-11-20T19:59:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,937 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/944c7275ee424b559f1a598c400b82f7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7 2024-11-20T19:59:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,948 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 944c7275ee424b559f1a598c400b82f7(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:55,948 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:55,948 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132795104; duration=0sec 2024-11-20T19:59:55,948 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:55,948 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,969 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/e08165037e5e4f3385ceb8e288fe91fd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e08165037e5e4f3385ceb8e288fe91fd 2024-11-20T19:59:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,975 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into e08165037e5e4f3385ceb8e288fe91fd(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:55,975 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:55,975 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132795104; duration=0sec 2024-11-20T19:59:55,975 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:55,975 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:56,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:59:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6dd7c1c468447e4abfe97f1d18bc357_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:59:56,277 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:59:56,278 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T19:59:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T19:59:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:59:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:59:56,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:59:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742263_1439 (size=25158) 2024-11-20T19:59:56,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:56,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6dd7c1c468447e4abfe97f1d18bc357_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dd7c1c468447e4abfe97f1d18bc357_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:56,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/36050a33615d48739058f7af5ee7dcf6, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:56,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/36050a33615d48739058f7af5ee7dcf6 is 175, key is test_row_0/A:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:56,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742262_1438 (size=74795) 2024-11-20T19:59:56,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/36050a33615d48739058f7af5ee7dcf6 2024-11-20T19:59:56,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/52c1aed513bf4d67ae27456b361c11c9 is 50, key is test_row_0/B:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132856329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132856347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132856348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132856351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132856353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742264_1440 (size=12301) 2024-11-20T19:59:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:56,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:59:56,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132856456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132856477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132856477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132856477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132856477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:59:56,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:56,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132856677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132856687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132856687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132856687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132856687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:56,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:59:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:59:56,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/52c1aed513bf4d67ae27456b361c11c9 2024-11-20T19:59:56,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/24f9ecf589884676a5a53b2a0dd342e8 is 50, key is test_row_0/C:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742265_1441 (size=12301) 2024-11-20T19:59:56,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/24f9ecf589884676a5a53b2a0dd342e8 2024-11-20T19:59:56,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/36050a33615d48739058f7af5ee7dcf6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6 2024-11-20T19:59:56,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6, entries=400, sequenceid=284, filesize=73.0 K 2024-11-20T19:59:56,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/52c1aed513bf4d67ae27456b361c11c9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9 2024-11-20T19:59:56,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T19:59:56,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/24f9ecf589884676a5a53b2a0dd342e8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8 2024-11-20T19:59:56,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T19:59:56,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 552ms, sequenceid=284, compaction requested=true 2024-11-20T19:59:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:59:56,800 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:59:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:56,800 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:56,800 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:56,800 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T19:59:56,801 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,801 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,801 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=134.5 K 2024-11-20T19:59:56,801 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c40329f8a542b6863cf6bd38c88bc6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.5 K 2024-11-20T19:59:56,801 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6] 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c40329f8a542b6863cf6bd38c88bc6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 944c7275ee424b559f1a598c400b82f7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d55016c180dc451b978b7895393c05ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732132793874 2024-11-20T19:59:56,801 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f172295ba89c4806955c2b3839964f73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732132793874 2024-11-20T19:59:56,802 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36050a33615d48739058f7af5ee7dcf6, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796182 2024-11-20T19:59:56,802 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 52c1aed513bf4d67ae27456b361c11c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796214 2024-11-20T19:59:56,811 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:56,812 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/6be40592342041f9bcff2abc14818ccf is 50, key is test_row_0/B:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:56,824 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742266_1442 (size=12983) 2024-11-20T19:59:56,829 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120314f586ed99d487991e36c6cac8bed94_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:56,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120314f586ed99d487991e36c6cac8bed94_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:56,832 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120314f586ed99d487991e36c6cac8bed94_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742267_1443 (size=4469) 2024-11-20T19:59:56,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:59:56,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:56,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:59:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9efc6638528481fba3ed44400c99921_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132796348/Put/seqid=0 2024-11-20T19:59:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742268_1444 (size=12454) 2024-11-20T19:59:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:56,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T19:59:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132857014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132857015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132857016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132857017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132857022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132857127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132857137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132857137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132857137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132857137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,231 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/6be40592342041f9bcff2abc14818ccf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6be40592342041f9bcff2abc14818ccf 2024-11-20T19:59:57,235 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 6be40592342041f9bcff2abc14818ccf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:57,235 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:57,236 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132796800; duration=0sec 2024-11-20T19:59:57,236 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:59:57,236 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T19:59:57,236 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:59:57,236 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:59:57,236 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T19:59:57,237 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:57,237 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e08165037e5e4f3385ceb8e288fe91fd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.5 K 2024-11-20T19:59:57,237 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e08165037e5e4f3385ceb8e288fe91fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732132793174 2024-11-20T19:59:57,238 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting affab876ef1941b9ace1e432f7524caa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732132793874 2024-11-20T19:59:57,238 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f9ecf589884676a5a53b2a0dd342e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796214 2024-11-20T19:59:57,249 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#364 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:57,249 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/0ecdb8e069294e928049681da229756c is 175, key is test_row_0/A:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:57,260 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:59:57,260 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/bbdd5bbb05f84d809a0ba647ccfdbed9 is 50, key is test_row_0/C:col10/1732132796214/Put/seqid=0 2024-11-20T19:59:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742269_1445 (size=31937) 2024-11-20T19:59:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742270_1446 (size=12983) 2024-11-20T19:59:57,272 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/bbdd5bbb05f84d809a0ba647ccfdbed9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/bbdd5bbb05f84d809a0ba647ccfdbed9 2024-11-20T19:59:57,280 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into bbdd5bbb05f84d809a0ba647ccfdbed9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:57,280 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:57,280 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132796800; duration=0sec 2024-11-20T19:59:57,280 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:57,280 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T19:59:57,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:57,314 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9efc6638528481fba3ed44400c99921_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9efc6638528481fba3ed44400c99921_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/e2319e4fb407457fb25f63d618226edf, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/e2319e4fb407457fb25f63d618226edf is 175, key is test_row_0/A:col10/1732132796348/Put/seqid=0 2024-11-20T19:59:57,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742271_1447 (size=31255) 2024-11-20T19:59:57,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132857346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132857347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132857347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132857357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132857357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:57,673 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/0ecdb8e069294e928049681da229756c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c 2024-11-20T19:59:57,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132857667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132857667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132857667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,679 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 0ecdb8e069294e928049681da229756c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:59:57,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:57,679 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132796799; duration=0sec 2024-11-20T19:59:57,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:59:57,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T19:59:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132857677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132857677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:57,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/e2319e4fb407457fb25f63d618226edf 2024-11-20T19:59:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b63e2eec3c6445848d24ddaad1c23d89 is 50, key is test_row_0/B:col10/1732132796348/Put/seqid=0 2024-11-20T19:59:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742272_1448 (size=12301) 2024-11-20T19:59:58,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b63e2eec3c6445848d24ddaad1c23d89 2024-11-20T19:59:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/96a2111fffb04d8ca637c6b7266576a8 is 50, key is test_row_0/C:col10/1732132796348/Put/seqid=0 2024-11-20T19:59:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742273_1449 (size=12301) 2024-11-20T19:59:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132858187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132858187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132858187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132858197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132858197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:59:58,562 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/96a2111fffb04d8ca637c6b7266576a8 2024-11-20T19:59:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/e2319e4fb407457fb25f63d618226edf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf 2024-11-20T19:59:58,570 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf, entries=150, sequenceid=309, filesize=30.5 K 2024-11-20T19:59:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b63e2eec3c6445848d24ddaad1c23d89 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89 2024-11-20T19:59:58,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T19:59:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/96a2111fffb04d8ca637c6b7266576a8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8 2024-11-20T19:59:58,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T19:59:58,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1681ms, sequenceid=309, compaction requested=false 2024-11-20T19:59:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T19:59:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T19:59:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T19:59:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T19:59:58,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T19:59:58,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2990 sec 2024-11-20T19:59:58,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3040 sec 2024-11-20T19:59:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:59,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:59:59,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:59:59,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3ddb0db1c2748feb74e967138126869_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132799213/Put/seqid=0 2024-11-20T19:59:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742274_1450 (size=17534) 2024-11-20T19:59:59,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132859247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132859248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132859258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132859259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132859260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132859367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132859367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132859377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132859377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132859377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132859577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132859577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132859587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132859587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132859596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:59:59,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3ddb0db1c2748feb74e967138126869_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3ddb0db1c2748feb74e967138126869_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T19:59:59,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4020240bbd804c409ccd8df3cac86992, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T19:59:59,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4020240bbd804c409ccd8df3cac86992 is 175, key is test_row_0/A:col10/1732132799213/Put/seqid=0 2024-11-20T19:59:59,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742275_1451 (size=48639) 2024-11-20T19:59:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132859896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132859897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132859907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132859907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:59:59,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T19:59:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132859917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T19:59:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:59:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4020240bbd804c409ccd8df3cac86992 2024-11-20T20:00:00,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/6d3cd0e14e8f4c2e9cc7220640db578a is 50, key is test_row_0/B:col10/1732132799213/Put/seqid=0 2024-11-20T20:00:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742276_1452 (size=12301) 2024-11-20T20:00:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732132860417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58698 deadline: 1732132860417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58624 deadline: 1732132860417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732132860417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T20:00:00,437 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:00,437 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58662 deadline: 1732132860427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T20:00:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:00,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:00,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:00,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:00,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/6d3cd0e14e8f4c2e9cc7220640db578a 2024-11-20T20:00:00,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/92b25cb965374b598e1a69a3efd17547 is 50, key is test_row_0/C:col10/1732132799213/Put/seqid=0 2024-11-20T20:00:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742277_1453 (size=12301) 2024-11-20T20:00:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:00,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T20:00:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T20:00:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T20:00:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T20:00:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:00,784 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-20T20:00:00,784 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:00,784 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,784 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:00,787 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-11-20T20:00:00,787 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:00,787 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,787 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:00,791 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-11-20T20:00:00,791 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:00,791 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,792 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:00,796 INFO [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643. 2024-11-20T20:00:00,796 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:00,796 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,796 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:00,798 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-20T20:00:00,798 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:00,798 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,798 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:00,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:00,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/92b25cb965374b598e1a69a3efd17547 2024-11-20T20:00:00,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4020240bbd804c409ccd8df3cac86992 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992 2024-11-20T20:00:00,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992, entries=250, sequenceid=325, filesize=47.5 K 2024-11-20T20:00:00,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/6d3cd0e14e8f4c2e9cc7220640db578a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a 2024-11-20T20:00:00,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a, entries=150, sequenceid=325, filesize=12.0 K 2024-11-20T20:00:00,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/92b25cb965374b598e1a69a3efd17547 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547 2024-11-20T20:00:00,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547, entries=150, sequenceid=325, filesize=12.0 K 2024-11-20T20:00:00,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1658ms, sequenceid=325, compaction requested=true 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:00,871 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8051aa2afaa5c5c6b12ce20e98a8dad6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:00,871 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/B is initiating minor compaction (all files) 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/A is initiating minor compaction (all files) 2024-11-20T20:00:00,872 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/B in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,872 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/A in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,872 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6be40592342041f9bcff2abc14818ccf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.7 K 2024-11-20T20:00:00,872 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=109.2 K 2024-11-20T20:00:00,872 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992] 2024-11-20T20:00:00,872 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6be40592342041f9bcff2abc14818ccf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796214 2024-11-20T20:00:00,873 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ecdb8e069294e928049681da229756c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796214 2024-11-20T20:00:00,873 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2319e4fb407457fb25f63d618226edf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732132796346 2024-11-20T20:00:00,873 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b63e2eec3c6445848d24ddaad1c23d89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732132796346 2024-11-20T20:00:00,873 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3cd0e14e8f4c2e9cc7220640db578a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732132797013 2024-11-20T20:00:00,873 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4020240bbd804c409ccd8df3cac86992, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732132797013 2024-11-20T20:00:00,878 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:00,879 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112073da0fd790084b63977deb7b92e1bc09_8051aa2afaa5c5c6b12ce20e98a8dad6 store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:00,879 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:00,880 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/e9bf06fdb6bc4a1395e0096e3dfba0db is 50, key is test_row_0/B:col10/1732132799213/Put/seqid=0 2024-11-20T20:00:00,883 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112073da0fd790084b63977deb7b92e1bc09_8051aa2afaa5c5c6b12ce20e98a8dad6, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:00,883 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112073da0fd790084b63977deb7b92e1bc09_8051aa2afaa5c5c6b12ce20e98a8dad6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742278_1454 (size=13085) 2024-11-20T20:00:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742279_1455 (size=4469) 2024-11-20T20:00:00,887 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#A#compaction#372 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:00,887 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/06dc4fe638384849acf549cd9e12e68b is 175, key is test_row_0/A:col10/1732132799213/Put/seqid=0 2024-11-20T20:00:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742280_1456 (size=32039) 2024-11-20T20:00:00,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T20:00:00,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:00,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T20:00:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5df076854254f928d794c6c14f6b454_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132799258/Put/seqid=0 2024-11-20T20:00:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742281_1457 (size=12454) 2024-11-20T20:00:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:01,289 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/e9bf06fdb6bc4a1395e0096e3dfba0db as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/e9bf06fdb6bc4a1395e0096e3dfba0db 2024-11-20T20:00:01,293 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/B of 8051aa2afaa5c5c6b12ce20e98a8dad6 into e9bf06fdb6bc4a1395e0096e3dfba0db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:01,293 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T20:00:01,293 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/B, priority=13, startTime=1732132800871; duration=0sec 2024-11-20T20:00:01,293 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:01,293 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:B 2024-11-20T20:00:01,293 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:01,294 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:01,294 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 8051aa2afaa5c5c6b12ce20e98a8dad6/C is initiating minor compaction (all files) 2024-11-20T20:00:01,294 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8051aa2afaa5c5c6b12ce20e98a8dad6/C in TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:01,294 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/bbdd5bbb05f84d809a0ba647ccfdbed9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp, totalSize=36.7 K 2024-11-20T20:00:01,294 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bbdd5bbb05f84d809a0ba647ccfdbed9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132796214 2024-11-20T20:00:01,294 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/06dc4fe638384849acf549cd9e12e68b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/06dc4fe638384849acf549cd9e12e68b 2024-11-20T20:00:01,295 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a2111fffb04d8ca637c6b7266576a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732132796346 2024-11-20T20:00:01,295 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 92b25cb965374b598e1a69a3efd17547, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732132797013 2024-11-20T20:00:01,299 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/A of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 06dc4fe638384849acf549cd9e12e68b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:01,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T20:00:01,299 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/A, priority=13, startTime=1732132800871; duration=0sec 2024-11-20T20:00:01,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:01,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:A 2024-11-20T20:00:01,302 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8051aa2afaa5c5c6b12ce20e98a8dad6#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:01,303 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/8173ec7bd4ed4b2aa9f18ed6a62c9ace is 50, key is test_row_0/C:col10/1732132799213/Put/seqid=0 2024-11-20T20:00:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742282_1458 (size=13085) 2024-11-20T20:00:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:01,311 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5df076854254f928d794c6c14f6b454_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5df076854254f928d794c6c14f6b454_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:01,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4f7121f8e68048f59af6bca3ba143ca2, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4f7121f8e68048f59af6bca3ba143ca2 is 175, key is test_row_0/A:col10/1732132799258/Put/seqid=0 2024-11-20T20:00:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742283_1459 (size=31255) 2024-11-20T20:00:01,321 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4f7121f8e68048f59af6bca3ba143ca2 2024-11-20T20:00:01,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cee0bebc2845489c819eddbfb1c2b859 is 50, key is test_row_0/B:col10/1732132799258/Put/seqid=0 2024-11-20T20:00:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742284_1460 (size=12301) 2024-11-20T20:00:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:01,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. as already flushing 2024-11-20T20:00:01,439 INFO [Thread-1638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1638. 2024-11-20T20:00:01,439 DEBUG [Thread-1638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:01,439 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,439 INFO [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640. 2024-11-20T20:00:01,439 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:01,439 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,439 INFO [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634. 2024-11-20T20:00:01,439 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,440 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:01,440 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:01,440 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,440 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:01,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:01,441 INFO [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636. 2024-11-20T20:00:01,441 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:01,441 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,441 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:01,458 INFO [Thread-1632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1632. 2024-11-20T20:00:01,458 DEBUG [Thread-1632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:01,458 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,458 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:01,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:01,712 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/8173ec7bd4ed4b2aa9f18ed6a62c9ace as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8173ec7bd4ed4b2aa9f18ed6a62c9ace 2024-11-20T20:00:01,715 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8051aa2afaa5c5c6b12ce20e98a8dad6/C of 8051aa2afaa5c5c6b12ce20e98a8dad6 into 8173ec7bd4ed4b2aa9f18ed6a62c9ace(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:01,715 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T20:00:01,716 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., storeName=8051aa2afaa5c5c6b12ce20e98a8dad6/C, priority=13, startTime=1732132800871; duration=0sec 2024-11-20T20:00:01,716 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:01,716 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8051aa2afaa5c5c6b12ce20e98a8dad6:C 2024-11-20T20:00:01,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cee0bebc2845489c819eddbfb1c2b859 2024-11-20T20:00:01,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/53aeeda3b83c4c2bb19eccf179959f09 is 50, key is test_row_0/C:col10/1732132799258/Put/seqid=0 2024-11-20T20:00:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742285_1461 (size=12301) 2024-11-20T20:00:02,145 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/53aeeda3b83c4c2bb19eccf179959f09 2024-11-20T20:00:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/4f7121f8e68048f59af6bca3ba143ca2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4f7121f8e68048f59af6bca3ba143ca2 2024-11-20T20:00:02,154 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4f7121f8e68048f59af6bca3ba143ca2, entries=150, sequenceid=348, filesize=30.5 K 2024-11-20T20:00:02,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/cee0bebc2845489c819eddbfb1c2b859 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cee0bebc2845489c819eddbfb1c2b859 2024-11-20T20:00:02,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cee0bebc2845489c819eddbfb1c2b859, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T20:00:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/53aeeda3b83c4c2bb19eccf179959f09 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/53aeeda3b83c4c2bb19eccf179959f09 2024-11-20T20:00:02,162 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/53aeeda3b83c4c2bb19eccf179959f09, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T20:00:02,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 1264ms, sequenceid=348, compaction requested=false 2024-11-20T20:00:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: 2024-11-20T20:00:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T20:00:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T20:00:02,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T20:00:02,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-11-20T20:00:02,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7290 sec 2024-11-20T20:00:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T20:00:02,587 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1190 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3564 rows 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1189 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3561 rows 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1188 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3556 rows 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1196 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3579 rows 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1193 2024-11-20T20:00:02,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3571 rows 2024-11-20T20:00:02,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:00:02,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:02,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:02,589 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T20:00:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T20:00:02,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132802591"}]},"ts":"1732132802591"} 2024-11-20T20:00:02,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T20:00:02,593 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T20:00:02,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T20:00:02,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, UNASSIGN}] 2024-11-20T20:00:02,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, UNASSIGN 2024-11-20T20:00:02,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, UNASSIGN because future has completed 2024-11-20T20:00:02,598 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T20:00:02,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T20:00:02,751 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:02,751 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T20:00:02,751 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 8051aa2afaa5c5c6b12ce20e98a8dad6, disabling compactions & flushes 2024-11-20T20:00:02,751 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:02,751 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:02,751 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. after waiting 0 ms 2024-11-20T20:00:02,751 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:02,751 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(2902): Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T20:00:02,757 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2da6e03fb5e4bd2b6719255c7742791_8051aa2afaa5c5c6b12ce20e98a8dad6 is 50, key is test_row_0/A:col10/1732132801457/Put/seqid=0 2024-11-20T20:00:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742286_1462 (size=9914) 2024-11-20T20:00:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T20:00:03,161 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:03,164 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2da6e03fb5e4bd2b6719255c7742791_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2da6e03fb5e4bd2b6719255c7742791_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,165 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16b0f6d45a9b4e75a2d9d1185b9403c3, store: [table=TestAcidGuarantees family=A region=8051aa2afaa5c5c6b12ce20e98a8dad6] 2024-11-20T20:00:03,166 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16b0f6d45a9b4e75a2d9d1185b9403c3 is 175, key is test_row_0/A:col10/1732132801457/Put/seqid=0 2024-11-20T20:00:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742287_1463 (size=22561) 2024-11-20T20:00:03,170 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16b0f6d45a9b4e75a2d9d1185b9403c3 2024-11-20T20:00:03,176 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b787c868280543879c4b615e10b4ce7b is 50, key is test_row_0/B:col10/1732132801457/Put/seqid=0 2024-11-20T20:00:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742288_1464 (size=9857) 2024-11-20T20:00:03,182 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b787c868280543879c4b615e10b4ce7b 2024-11-20T20:00:03,188 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/8d9d65be0550403ea5317e9e03be224c is 50, key is test_row_0/C:col10/1732132801457/Put/seqid=0 2024-11-20T20:00:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742289_1465 (size=9857) 2024-11-20T20:00:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T20:00:03,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:00:03,601 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/8d9d65be0550403ea5317e9e03be224c 2024-11-20T20:00:03,605 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/A/16b0f6d45a9b4e75a2d9d1185b9403c3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16b0f6d45a9b4e75a2d9d1185b9403c3 2024-11-20T20:00:03,608 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16b0f6d45a9b4e75a2d9d1185b9403c3, entries=100, sequenceid=359, filesize=22.0 K 2024-11-20T20:00:03,609 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/B/b787c868280543879c4b615e10b4ce7b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b787c868280543879c4b615e10b4ce7b 2024-11-20T20:00:03,612 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b787c868280543879c4b615e10b4ce7b, entries=100, sequenceid=359, filesize=9.6 K 2024-11-20T20:00:03,613 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/.tmp/C/8d9d65be0550403ea5317e9e03be224c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8d9d65be0550403ea5317e9e03be224c 2024-11-20T20:00:03,616 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8d9d65be0550403ea5317e9e03be224c, entries=100, sequenceid=359, filesize=9.6 K 2024-11-20T20:00:03,617 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 866ms, sequenceid=359, compaction requested=true 2024-11-20T20:00:03,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992] to archive 2024-11-20T20:00:03,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:03,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/339f668b715f4006a3456e7dc412847c 2024-11-20T20:00:03,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/545800964b4345729b1307fe6a0c4ca3 2024-11-20T20:00:03,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16dd6e695313408aaecf64f4dc89cc44 2024-11-20T20:00:03,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/c00d6feb2d77437a9cc965fc7efc5b64 2024-11-20T20:00:03,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/31f3ce47382f419aa1474090ff2a70bb 2024-11-20T20:00:03,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/8180ae1be85e4ce0a09bbe26b2d330f9 2024-11-20T20:00:03,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/514ebbb2aa9f4c19a91cde3bc71f1074 2024-11-20T20:00:03,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7e259400614e4adc97dea3d0681305fc 2024-11-20T20:00:03,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/cffda776f19a4657bca23f438a90c85b 2024-11-20T20:00:03,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1d6a012eb18e4367a7aa759cf4d8be55 2024-11-20T20:00:03,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d847f3c087a54c889f0e61e935f66f70 2024-11-20T20:00:03,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/f5151ed556284c4e926988b8ea1fdbaf 2024-11-20T20:00:03,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/dabbc5a69f6b42209c583e5f6ad28bdc 2024-11-20T20:00:03,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/7c92e2f068d94fa983b09eeb208a8c19 2024-11-20T20:00:03,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/aa2e96c5b0be43679fb94801fe720635 2024-11-20T20:00:03,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/1cf8013faf064359ae3ae21fb4d9ba8e 2024-11-20T20:00:03,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/47fd1c656ae4468a954705d4a36a912a 2024-11-20T20:00:03,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/944c7275ee424b559f1a598c400b82f7 2024-11-20T20:00:03,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/d55016c180dc451b978b7895393c05ae 2024-11-20T20:00:03,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/36050a33615d48739058f7af5ee7dcf6 2024-11-20T20:00:03,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/0ecdb8e069294e928049681da229756c 2024-11-20T20:00:03,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/e2319e4fb407457fb25f63d618226edf 2024-11-20T20:00:03,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4020240bbd804c409ccd8df3cac86992 2024-11-20T20:00:03,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c1912105e94c419b9fb149099e281d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/dbf98d5a3cf64b3d92d61d7274f93f28, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4bfff7857257459eaa7effe589e842af, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4a9daab1bcaa4a9daa79b9750fe0dc91, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c40329f8a542b6863cf6bd38c88bc6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6be40592342041f9bcff2abc14818ccf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a] to archive 2024-11-20T20:00:03,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:03,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/88ef17f0ea484017bdbbacb7d3f583b7 2024-11-20T20:00:03,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/5fde63e62497454f9383d7970c7b774e 2024-11-20T20:00:03,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c1912105e94c419b9fb149099e281d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c1912105e94c419b9fb149099e281d 2024-11-20T20:00:03,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/fd8a5a6f11cf4ebbb1505c9fd4bd3620 2024-11-20T20:00:03,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/214530e3514b42a3a18f304fc9ba4fa8 2024-11-20T20:00:03,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/dbf98d5a3cf64b3d92d61d7274f93f28 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/dbf98d5a3cf64b3d92d61d7274f93f28 2024-11-20T20:00:03,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/90c86770a11242578db46fc9872b494d 2024-11-20T20:00:03,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/c08cb29bea41460ba47fa199be715357 2024-11-20T20:00:03,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4bfff7857257459eaa7effe589e842af to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4bfff7857257459eaa7effe589e842af 2024-11-20T20:00:03,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/2f349102f7204b23bcf6f41b6e86d735 2024-11-20T20:00:03,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/0a01599eee2640cdb916fa45bfb52b87 2024-11-20T20:00:03,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/431d04b832e04ba89ee6ab7f18da3148 2024-11-20T20:00:03,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cf9ef472519b4277935825d49b12bb47 2024-11-20T20:00:03,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4a9daab1bcaa4a9daa79b9750fe0dc91 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/4a9daab1bcaa4a9daa79b9750fe0dc91 2024-11-20T20:00:03,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/48df4696e909479caea1397555c72e62 2024-11-20T20:00:03,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/66d69963d084438db373c47a29e4b704 2024-11-20T20:00:03,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c40329f8a542b6863cf6bd38c88bc6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/59c40329f8a542b6863cf6bd38c88bc6 2024-11-20T20:00:03,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/7e8099d2cd064b04ab71cc8aa0dec71f 2024-11-20T20:00:03,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/f172295ba89c4806955c2b3839964f73 2024-11-20T20:00:03,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6be40592342041f9bcff2abc14818ccf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6be40592342041f9bcff2abc14818ccf 2024-11-20T20:00:03,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/52c1aed513bf4d67ae27456b361c11c9 2024-11-20T20:00:03,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b63e2eec3c6445848d24ddaad1c23d89 2024-11-20T20:00:03,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/6d3cd0e14e8f4c2e9cc7220640db578a 2024-11-20T20:00:03,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ff451723a834e44959709271734bf6b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/46350e15788345698c6324ca88eab921, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e55fff8bbed44d14b2096f7198bf5b72, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/3464f904e7304cc7b075ae458d3af565, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e08165037e5e4f3385ceb8e288fe91fd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/bbdd5bbb05f84d809a0ba647ccfdbed9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547] to archive 2024-11-20T20:00:03,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:03,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/5e38765ade55483e8a446a6169044684 2024-11-20T20:00:03,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/654d2b54f51d468e93c5aed59c9fee7d 2024-11-20T20:00:03,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ff451723a834e44959709271734bf6b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ff451723a834e44959709271734bf6b 2024-11-20T20:00:03,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/44b4ab4bdd5b43d0be88e073177ec42f 2024-11-20T20:00:03,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/9ec6686662744db5b7dc5b9ca2d58da5 2024-11-20T20:00:03,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/46350e15788345698c6324ca88eab921 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/46350e15788345698c6324ca88eab921 2024-11-20T20:00:03,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/036fb1aa780b42d7a861d094c1c28a61 2024-11-20T20:00:03,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/113063c54f3549f1a22bbdc15ff0a026 2024-11-20T20:00:03,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e55fff8bbed44d14b2096f7198bf5b72 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e55fff8bbed44d14b2096f7198bf5b72 2024-11-20T20:00:03,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/ba51141a7f9c42098326d61f984f248b 2024-11-20T20:00:03,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/1022fd8d1e714aa3badea3323fb4e0ce 2024-11-20T20:00:03,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/4d39c3bb8e6c4a2db2a6518bbcc63d7e 2024-11-20T20:00:03,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/6f735b2f2b3d4a3fbc192952b3e84f7f 2024-11-20T20:00:03,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/3464f904e7304cc7b075ae458d3af565 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/3464f904e7304cc7b075ae458d3af565 2024-11-20T20:00:03,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/372b1882869f46ad9ef25b4a0f58f266 2024-11-20T20:00:03,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e632ebd96ca04dfaabb2b204f1e54713 2024-11-20T20:00:03,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e08165037e5e4f3385ceb8e288fe91fd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/e08165037e5e4f3385ceb8e288fe91fd 2024-11-20T20:00:03,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/fe03fd4ecdd7419a82ad7129bb1496c3 2024-11-20T20:00:03,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/affab876ef1941b9ace1e432f7524caa 2024-11-20T20:00:03,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/bbdd5bbb05f84d809a0ba647ccfdbed9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/bbdd5bbb05f84d809a0ba647ccfdbed9 2024-11-20T20:00:03,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/24f9ecf589884676a5a53b2a0dd342e8 2024-11-20T20:00:03,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/96a2111fffb04d8ca637c6b7266576a8 2024-11-20T20:00:03,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/92b25cb965374b598e1a69a3efd17547 2024-11-20T20:00:03,690 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-20T20:00:03,690 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. 2024-11-20T20:00:03,691 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 8051aa2afaa5c5c6b12ce20e98a8dad6: Waiting for close lock at 1732132802751Running coprocessor pre-close hooks at 1732132802751Disabling compacts and flushes for region at 1732132802751Disabling writes for close at 1732132802751Obtaining lock to block concurrent updates at 1732132802751Preparing flush snapshotting stores in 8051aa2afaa5c5c6b12ce20e98a8dad6 at 1732132802751Finished memstore snapshotting TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732132802751Flushing stores of TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6. at 1732132802752 (+1 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/A: creating writer at 1732132802752Flushing mob file 8051aa2afaa5c5c6b12ce20e98a8dad6/A: appending metadata at 1732132802757 (+5 ms)Flushing mob file 8051aa2afaa5c5c6b12ce20e98a8dad6/A: closing flushed file at 1732132802757Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/A: appending metadata at 1732132803165 (+408 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/A: closing flushed file at 1732132803165Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/B: creating writer at 1732132803173 (+8 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/B: appending metadata at 1732132803176 (+3 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/B: closing flushed file at 1732132803176Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/C: creating writer at 1732132803185 (+9 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/C: appending metadata at 1732132803187 (+2 ms)Flushing 8051aa2afaa5c5c6b12ce20e98a8dad6/C: closing flushed file at 1732132803188 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41141674: reopening flushed file at 1732132803605 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e42885: reopening flushed file at 1732132803608 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dfebef: reopening flushed file at 1732132803612 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8051aa2afaa5c5c6b12ce20e98a8dad6 in 866ms, sequenceid=359, compaction requested=true at 1732132803617 (+5 ms)Writing region close event to WAL at 1732132803688 (+71 ms)Running coprocessor post-close hooks at 1732132803690 (+2 ms)Closed at 1732132803690 2024-11-20T20:00:03,692 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=8051aa2afaa5c5c6b12ce20e98a8dad6, regionState=CLOSED 2024-11-20T20:00:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:03,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T20:00:03,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseRegionProcedure 8051aa2afaa5c5c6b12ce20e98a8dad6, server=7200dd4cf518,39215,1732132685355 in 1.0970 sec 2024-11-20T20:00:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T20:00:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8051aa2afaa5c5c6b12ce20e98a8dad6, UNASSIGN in 1.1010 sec 2024-11-20T20:00:03,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T20:00:03,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1040 sec 2024-11-20T20:00:03,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132803700"}]},"ts":"1732132803700"} 2024-11-20T20:00:03,701 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T20:00:03,701 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T20:00:03,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1130 sec 2024-11-20T20:00:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T20:00:03,727 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:03,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T20:00:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,730 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T20:00:03,731 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,735 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits] 2024-11-20T20:00:03,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/06dc4fe638384849acf549cd9e12e68b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/06dc4fe638384849acf549cd9e12e68b 2024-11-20T20:00:03,738 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16b0f6d45a9b4e75a2d9d1185b9403c3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/16b0f6d45a9b4e75a2d9d1185b9403c3 2024-11-20T20:00:03,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4f7121f8e68048f59af6bca3ba143ca2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/A/4f7121f8e68048f59af6bca3ba143ca2 2024-11-20T20:00:03,741 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b787c868280543879c4b615e10b4ce7b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/b787c868280543879c4b615e10b4ce7b 2024-11-20T20:00:03,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cee0bebc2845489c819eddbfb1c2b859 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/cee0bebc2845489c819eddbfb1c2b859 2024-11-20T20:00:03,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/e9bf06fdb6bc4a1395e0096e3dfba0db to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/B/e9bf06fdb6bc4a1395e0096e3dfba0db 2024-11-20T20:00:03,744 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/53aeeda3b83c4c2bb19eccf179959f09 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/53aeeda3b83c4c2bb19eccf179959f09 2024-11-20T20:00:03,745 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8173ec7bd4ed4b2aa9f18ed6a62c9ace to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8173ec7bd4ed4b2aa9f18ed6a62c9ace 2024-11-20T20:00:03,746 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8d9d65be0550403ea5317e9e03be224c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/C/8d9d65be0550403ea5317e9e03be224c 2024-11-20T20:00:03,748 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits/362.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6/recovered.edits/362.seqid 2024-11-20T20:00:03,748 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,748 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T20:00:03,749 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T20:00:03,749 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T20:00:03,752 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120047da28a3ede42a097936ba0cf6751eb_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120047da28a3ede42a097936ba0cf6751eb_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,753 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f0a74d6ff4a4ac4b06457c9c049f925_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f0a74d6ff4a4ac4b06457c9c049f925_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fa52434904444e1be2b31a77101bd76_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fa52434904444e1be2b31a77101bd76_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208bec825fe54580a2dce608ff20558d_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120208bec825fe54580a2dce608ff20558d_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,755 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202749ab65cc804bd9a5b0c3228f836cfe_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202749ab65cc804bd9a5b0c3228f836cfe_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,756 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203590aa91d78a4ea9a276392327136e3b_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203590aa91d78a4ea9a276392327136e3b_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,758 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057837a2f8d7b4d79a8e297557c92133c_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112057837a2f8d7b4d79a8e297557c92133c_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,758 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206697d7f86920449b85b023d37fcf97a6_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206697d7f86920449b85b023d37fcf97a6_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,759 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819c51c128fd4696ad0093fcf900ff43_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120819c51c128fd4696ad0093fcf900ff43_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,760 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112092c70737261d42a8b6a02538febbc7c9_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112092c70737261d42a8b6a02538febbc7c9_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094910a68589944e69ece31bb748fcbaa_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094910a68589944e69ece31bb748fcbaa_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5df076854254f928d794c6c14f6b454_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5df076854254f928d794c6c14f6b454_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,763 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dd7c1c468447e4abfe97f1d18bc357_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dd7c1c468447e4abfe97f1d18bc357_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,764 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9efc6638528481fba3ed44400c99921_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9efc6638528481fba3ed44400c99921_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,765 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cadb7e13c9bf4432ba6869359536f280_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cadb7e13c9bf4432ba6869359536f280_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9cd704961ae40f78d28c37e7b13e66e_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9cd704961ae40f78d28c37e7b13e66e_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2da6e03fb5e4bd2b6719255c7742791_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2da6e03fb5e4bd2b6719255c7742791_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,767 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3ddb0db1c2748feb74e967138126869_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3ddb0db1c2748feb74e967138126869_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,768 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f559f515436444b08659c99ca8889742_8051aa2afaa5c5c6b12ce20e98a8dad6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f559f515436444b08659c99ca8889742_8051aa2afaa5c5c6b12ce20e98a8dad6 2024-11-20T20:00:03,769 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T20:00:03,771 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,773 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T20:00:03,774 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T20:00:03,775 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,775 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T20:00:03,776 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132803775"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:03,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T20:00:03,777 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8051aa2afaa5c5c6b12ce20e98a8dad6, NAME => 'TestAcidGuarantees,,1732132777666.8051aa2afaa5c5c6b12ce20e98a8dad6.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T20:00:03,777 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T20:00:03,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132803778"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:03,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T20:00:03,780 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-20T20:00:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T20:00:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T20:00:03,838 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:03,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-997280177_22 at /127.0.0.1:34018 [Waiting for operation #1171] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34491919_22 at /127.0.0.1:41746 [Waiting for operation #927] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34491919_22 at /127.0.0.1:41740 [Waiting for operation #934] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-997280177_22 at /127.0.0.1:41748 [Waiting for operation #911] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 399) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4278 (was 4297) 2024-11-20T20:00:03,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=4278 2024-11-20T20:00:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T20:00:03,860 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:00:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:03,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:00:03,862 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:03,862 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 132 2024-11-20T20:00:03,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:00:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742290_1466 (size=959) 2024-11-20T20:00:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:04,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T20:00:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742291_1467 (size=53) 2024-11-20T20:00:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:04,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:00:04,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d7d2f65ed18dc55a4df3f80751b98fd5, disabling compactions & flushes 2024-11-20T20:00:04,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:04,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:04,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. after waiting 0 ms 2024-11-20T20:00:04,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:04,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:04,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d2f65ed18dc55a4df3f80751b98fd5: Waiting for close lock at 1732132804676Disabling compacts and flushes for region at 1732132804676Disabling writes for close at 1732132804676Writing region close event to WAL at 1732132804676Closed at 1732132804676 2024-11-20T20:00:04,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:00:04,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132804678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132804678"}]},"ts":"1732132804678"} 2024-11-20T20:00:04,679 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:00:04,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:00:04,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132804680"}]},"ts":"1732132804680"} 2024-11-20T20:00:04,681 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T20:00:04,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, ASSIGN}] 2024-11-20T20:00:04,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, ASSIGN 2024-11-20T20:00:04,682 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T20:00:04,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=d7d2f65ed18dc55a4df3f80751b98fd5, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:04,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, ASSIGN because future has completed 2024-11-20T20:00:04,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:04,989 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:04,989 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:00:04,990 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,990 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:00:04,990 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7794): checking encryption for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,990 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7797): checking classloading for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,991 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,993 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d2f65ed18dc55a4df3f80751b98fd5 columnFamilyName A 2024-11-20T20:00:04,993 DEBUG [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:04,993 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(327): Store=d7d2f65ed18dc55a4df3f80751b98fd5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:04,993 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,994 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d2f65ed18dc55a4df3f80751b98fd5 columnFamilyName B 2024-11-20T20:00:04,994 DEBUG [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:04,995 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(327): Store=d7d2f65ed18dc55a4df3f80751b98fd5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:04,995 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,996 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d2f65ed18dc55a4df3f80751b98fd5 columnFamilyName C 2024-11-20T20:00:04,996 DEBUG [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:04,996 INFO [StoreOpener-d7d2f65ed18dc55a4df3f80751b98fd5-1 {}] regionserver.HStore(327): Store=d7d2f65ed18dc55a4df3f80751b98fd5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:04,996 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1038): replaying wal for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,997 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,997 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:04,998 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1048): stopping wal replay for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,998 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1060): Cleaning up temporary data for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:04,998 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T20:00:04,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T20:00:04,999 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1093): writing seq id for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:05,001 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:00:05,001 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1114): Opened d7d2f65ed18dc55a4df3f80751b98fd5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67262478, jitterRate=0.002289026975631714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T20:00:05,001 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:05,002 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1006): Region open journal for d7d2f65ed18dc55a4df3f80751b98fd5: Running coprocessor pre-open hook at 1732132804990Writing region info on filesystem at 1732132804990Initializing all the Stores at 1732132804991 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132804991Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132804991Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132804991Cleaning up temporary data from old regions at 1732132804998 (+7 ms)Running coprocessor post-open hooks at 1732132805001 (+3 ms)Region opened successfully at 1732132805002 (+1 ms) 2024-11-20T20:00:05,002 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., pid=134, masterSystemTime=1732132804986 2024-11-20T20:00:05,004 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:05,004 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:05,004 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=d7d2f65ed18dc55a4df3f80751b98fd5, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:05,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:05,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T20:00:05,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 in 171 msec 2024-11-20T20:00:05,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T20:00:05,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, ASSIGN in 327 msec 2024-11-20T20:00:05,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:00:05,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132805010"}]},"ts":"1732132805010"} 2024-11-20T20:00:05,011 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T20:00:05,012 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:00:05,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-20T20:00:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T20:00:06,008 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:06,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,010 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0248fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,011 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722e51fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:00:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T20:00:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0310ee 2024-11-20T20:00:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:00:06,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:00:06,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26986364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,019 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57801334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1067e0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0568f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,023 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64585ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,025 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d12fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6039a181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707bf8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254bfedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,030 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595676c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,032 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a09504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575854bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7152ab2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,036 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676bc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,037 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb914a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13771d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,040 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c68518a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,041 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bb9430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:06,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:06,043 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6624571e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:06,044 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770aa08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:06,045 DEBUG [Thread-2087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,045 DEBUG [Thread-2102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,045 DEBUG [Thread-2098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,045 DEBUG [Thread-2089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,045 DEBUG [Thread-2091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,045 DEBUG [Thread-2085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,046 DEBUG [Thread-2096 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,046 DEBUG [Thread-2089 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,047 DEBUG [Thread-2085 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,047 DEBUG [Thread-2091 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,047 DEBUG [Thread-2085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,047 DEBUG [Thread-2091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,047 DEBUG [Thread-2089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,047 DEBUG [Thread-2104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,048 DEBUG [Thread-2093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,048 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:06,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,049 DEBUG [Thread-2100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T20:00:06,050 DEBUG [Thread-2100 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:06,050 DEBUG [Thread-2100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:06,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:06,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:06,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2] 2024-11-20T20:00:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:06,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:06,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f96de7c1396a49dfbf8c7cf66794d1df is 50, key is test_row_0/A:col10/1732132806059/Put/seqid=0 2024-11-20T20:00:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742292_1468 (size=14341) 2024-11-20T20:00:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132866121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132866123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132866126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132866127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132866129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:06,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132866237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132866237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132866247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132866247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132866247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:06,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132866447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132866447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132866457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132866457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132866457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f96de7c1396a49dfbf8c7cf66794d1df 2024-11-20T20:00:06,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/87cfa82b26b741bbbf08c96793e7c4fb is 50, key is test_row_0/B:col10/1732132806059/Put/seqid=0 2024-11-20T20:00:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742293_1469 (size=12001) 2024-11-20T20:00:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132866757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132866757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132866767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132866776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132866777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:06,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:06,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/87cfa82b26b741bbbf08c96793e7c4fb 2024-11-20T20:00:06,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:06,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:06,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/a83c64251c9f46bc818831d45839b070 is 50, key is test_row_0/C:col10/1732132806059/Put/seqid=0 2024-11-20T20:00:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742294_1470 (size=12001) 2024-11-20T20:00:07,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:07,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132867266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:07,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:07,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132867277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132867277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132867287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132867287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:07,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/a83c64251c9f46bc818831d45839b070 2024-11-20T20:00:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f96de7c1396a49dfbf8c7cf66794d1df as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df 2024-11-20T20:00:07,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df, entries=200, sequenceid=12, filesize=14.0 K 2024-11-20T20:00:07,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/87cfa82b26b741bbbf08c96793e7c4fb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb 2024-11-20T20:00:07,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T20:00:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/a83c64251c9f46bc818831d45839b070 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070 2024-11-20T20:00:07,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T20:00:07,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1332ms, sequenceid=12, compaction requested=false 2024-11-20T20:00:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T20:00:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:07,431 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:07,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/0f362dc15b944152ac02c0921a7db5e5 is 50, key is test_row_0/A:col10/1732132806092/Put/seqid=0 2024-11-20T20:00:07,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742295_1471 (size=12001) 2024-11-20T20:00:07,444 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/0f362dc15b944152ac02c0921a7db5e5 2024-11-20T20:00:07,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6a3f0565385d404bb6ce22b201af2cec is 50, key is test_row_0/B:col10/1732132806092/Put/seqid=0 2024-11-20T20:00:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742296_1472 (size=12001) 2024-11-20T20:00:07,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6a3f0565385d404bb6ce22b201af2cec 2024-11-20T20:00:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/52166ce133514d7c9a9a40d53b4bc31f is 50, key is test_row_0/C:col10/1732132806092/Put/seqid=0 2024-11-20T20:00:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742297_1473 (size=12001) 2024-11-20T20:00:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/52166ce133514d7c9a9a40d53b4bc31f 2024-11-20T20:00:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/0f362dc15b944152ac02c0921a7db5e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5 2024-11-20T20:00:08,279 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T20:00:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6a3f0565385d404bb6ce22b201af2cec as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec 2024-11-20T20:00:08,285 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T20:00:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/52166ce133514d7c9a9a40d53b4bc31f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f 2024-11-20T20:00:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:08,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:08,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T20:00:08,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for d7d2f65ed18dc55a4df3f80751b98fd5 in 863ms, sequenceid=37, compaction requested=false 2024-11-20T20:00:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T20:00:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T20:00:08,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T20:00:08,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2440 sec 2024-11-20T20:00:08,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.2520 sec 2024-11-20T20:00:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:08,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:08,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:08,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/c3729d97fd78435aba975ca68694f176 is 50, key is test_row_0/A:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742298_1474 (size=16681) 2024-11-20T20:00:08,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/c3729d97fd78435aba975ca68694f176 2024-11-20T20:00:08,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/7b1c68fff3dd48bb9348fe0a9d38f0ff is 50, key is test_row_0/B:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742299_1475 (size=12001) 2024-11-20T20:00:08,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/7b1c68fff3dd48bb9348fe0a9d38f0ff 2024-11-20T20:00:08,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/dc979d9ee58c4746a2beae68e6f96dff is 50, key is test_row_0/C:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742300_1476 (size=12001) 2024-11-20T20:00:08,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/dc979d9ee58c4746a2beae68e6f96dff 2024-11-20T20:00:08,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/c3729d97fd78435aba975ca68694f176 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176 2024-11-20T20:00:08,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176, entries=250, sequenceid=49, filesize=16.3 K 2024-11-20T20:00:08,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/7b1c68fff3dd48bb9348fe0a9d38f0ff as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff 2024-11-20T20:00:08,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T20:00:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132868344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/dc979d9ee58c4746a2beae68e6f96dff as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff 2024-11-20T20:00:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132868346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132868347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132868351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T20:00:08,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d7d2f65ed18dc55a4df3f80751b98fd5 in 61ms, sequenceid=49, compaction requested=true 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:08,363 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:08,363 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:08,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:08,364 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:08,364 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:08,364 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:08,364 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:08,364 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:08,364 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:08,364 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=42.0 K 2024-11-20T20:00:08,364 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.2 K 2024-11-20T20:00:08,365 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 87cfa82b26b741bbbf08c96793e7c4fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732132806059 2024-11-20T20:00:08,365 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96de7c1396a49dfbf8c7cf66794d1df, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732132806055 2024-11-20T20:00:08,366 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f362dc15b944152ac02c0921a7db5e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132806092 2024-11-20T20:00:08,366 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3f0565385d404bb6ce22b201af2cec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132806092 2024-11-20T20:00:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:08,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:08,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:08,366 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3729d97fd78435aba975ca68694f176, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:08,366 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b1c68fff3dd48bb9348fe0a9d38f0ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:08,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9e80867594534b1a88bbf67731ce4d1c is 50, key is test_row_0/A:col10/1732132808365/Put/seqid=0 2024-11-20T20:00:08,373 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:08,373 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/905d02a0fadd4bc9a1d008f56f262aaf is 50, key is test_row_0/A:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,376 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742302_1478 (size=12104) 2024-11-20T20:00:08,377 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/52033f35a17647d8875c4c1766a4119c is 50, key is test_row_0/B:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742301_1477 (size=14341) 2024-11-20T20:00:08,382 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/905d02a0fadd4bc9a1d008f56f262aaf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/905d02a0fadd4bc9a1d008f56f262aaf 2024-11-20T20:00:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742303_1479 (size=12104) 2024-11-20T20:00:08,386 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 905d02a0fadd4bc9a1d008f56f262aaf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:08,386 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:08,386 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132808363; duration=0sec 2024-11-20T20:00:08,386 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/52033f35a17647d8875c4c1766a4119c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/52033f35a17647d8875c4c1766a4119c 2024-11-20T20:00:08,386 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:08,386 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:08,386 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:08,387 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:08,387 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:08,387 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:08,387 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.2 K 2024-11-20T20:00:08,387 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a83c64251c9f46bc818831d45839b070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732132806059 2024-11-20T20:00:08,388 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52166ce133514d7c9a9a40d53b4bc31f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732132806092 2024-11-20T20:00:08,389 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc979d9ee58c4746a2beae68e6f96dff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:08,392 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into 52033f35a17647d8875c4c1766a4119c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:08,392 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:08,392 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132808363; duration=0sec 2024-11-20T20:00:08,392 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:08,392 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:08,395 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:08,395 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/a351038ac81e4d1f92361f9e479381af is 50, key is test_row_0/C:col10/1732132808302/Put/seqid=0 2024-11-20T20:00:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742304_1480 (size=12104) 2024-11-20T20:00:08,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132868457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132868467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132868467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132868467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132868467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132868577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132868687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132868687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132868687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132868687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9e80867594534b1a88bbf67731ce4d1c 2024-11-20T20:00:08,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6aae9cf3be4d4dec807360e0aef67b31 is 50, key is test_row_0/B:col10/1732132808365/Put/seqid=0 2024-11-20T20:00:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742305_1481 (size=12001) 2024-11-20T20:00:08,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6aae9cf3be4d4dec807360e0aef67b31 2024-11-20T20:00:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132868787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:08,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/219579c4709c4294b8987935c5de4439 is 50, key is test_row_0/C:col10/1732132808365/Put/seqid=0 2024-11-20T20:00:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742306_1482 (size=12001) 2024-11-20T20:00:08,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/219579c4709c4294b8987935c5de4439 2024-11-20T20:00:08,812 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/a351038ac81e4d1f92361f9e479381af as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a351038ac81e4d1f92361f9e479381af 2024-11-20T20:00:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9e80867594534b1a88bbf67731ce4d1c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c 2024-11-20T20:00:08,817 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into a351038ac81e4d1f92361f9e479381af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:08,817 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:08,817 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132808363; duration=0sec 2024-11-20T20:00:08,817 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:08,818 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:08,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c, entries=200, sequenceid=74, filesize=14.0 K 2024-11-20T20:00:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6aae9cf3be4d4dec807360e0aef67b31 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31 2024-11-20T20:00:08,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T20:00:08,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/219579c4709c4294b8987935c5de4439 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439 2024-11-20T20:00:08,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T20:00:08,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d7d2f65ed18dc55a4df3f80751b98fd5 in 462ms, sequenceid=74, compaction requested=false 2024-11-20T20:00:08,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:09,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T20:00:09,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2e70cb963f374fc2ac20a19e4303a8c8 is 50, key is test_row_0/A:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:09,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742307_1483 (size=16681) 2024-11-20T20:00:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132869063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132869064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132869066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132869074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132869107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132869187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132869187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132869187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132869196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T20:00:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132869397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132869397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132869397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2e70cb963f374fc2ac20a19e4303a8c8 2024-11-20T20:00:09,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80bdb591c6d74b0aa5a713c8413ff477 is 50, key is test_row_0/B:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742308_1484 (size=12001) 2024-11-20T20:00:09,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132869417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132869627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132869717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132869717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132869717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132869737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:09,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80bdb591c6d74b0aa5a713c8413ff477 2024-11-20T20:00:09,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e0894104274cae8e3dee0d2cbb6cb9 is 50, key is test_row_0/C:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742309_1485 (size=12001) 2024-11-20T20:00:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T20:00:10,217 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:10,218 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-20T20:00:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:10,220 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:10,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:10,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:10,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e0894104274cae8e3dee0d2cbb6cb9 2024-11-20T20:00:10,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132870237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2e70cb963f374fc2ac20a19e4303a8c8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8 2024-11-20T20:00:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132870237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132870237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8, entries=250, sequenceid=90, filesize=16.3 K 2024-11-20T20:00:10,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80bdb591c6d74b0aa5a713c8413ff477 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477 2024-11-20T20:00:10,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T20:00:10,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e0894104274cae8e3dee0d2cbb6cb9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9 2024-11-20T20:00:10,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T20:00:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1252ms, sequenceid=90, compaction requested=true 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:10,253 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:10,253 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:10,254 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:10,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:10,254 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:10,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:10,254 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,254 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,254 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/905d02a0fadd4bc9a1d008f56f262aaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=42.1 K 2024-11-20T20:00:10,254 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/52033f35a17647d8875c4c1766a4119c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.3 K 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 52033f35a17647d8875c4c1766a4119c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 905d02a0fadd4bc9a1d008f56f262aaf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6aae9cf3be4d4dec807360e0aef67b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132808344 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e80867594534b1a88bbf67731ce4d1c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132808344 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 80bdb591c6d74b0aa5a713c8413ff477, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808455 2024-11-20T20:00:10,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e70cb963f374fc2ac20a19e4303a8c8, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808420 2024-11-20T20:00:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:10,264 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T20:00:10,265 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:10,265 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:10,266 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d60490b9517140c9b88663e89ed67c5c is 50, key is test_row_0/B:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:10,266 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/496f47e9cbb147e4b824e91c13a46e00 is 50, key is test_row_0/A:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:10,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f022c2a6975f49b28238252f7c3519da is 50, key is test_row_0/A:col10/1732132809071/Put/seqid=0 2024-11-20T20:00:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742310_1486 (size=12207) 2024-11-20T20:00:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742311_1487 (size=12207) 2024-11-20T20:00:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742312_1488 (size=14341) 2024-11-20T20:00:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:10,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132870345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132870467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:10,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132870646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,654 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,684 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d60490b9517140c9b88663e89ed67c5c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d60490b9517140c9b88663e89ed67c5c 2024-11-20T20:00:10,688 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into d60490b9517140c9b88663e89ed67c5c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:10,688 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:10,688 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132810253; duration=0sec 2024-11-20T20:00:10,688 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:10,688 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:10,688 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:10,689 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:10,689 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:10,689 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,689 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a351038ac81e4d1f92361f9e479381af, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.3 K 2024-11-20T20:00:10,690 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a351038ac81e4d1f92361f9e479381af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732132808294 2024-11-20T20:00:10,690 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 219579c4709c4294b8987935c5de4439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732132808344 2024-11-20T20:00:10,690 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e0894104274cae8e3dee0d2cbb6cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808455 2024-11-20T20:00:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132870687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:10,695 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/496f47e9cbb147e4b824e91c13a46e00 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/496f47e9cbb147e4b824e91c13a46e00 2024-11-20T20:00:10,700 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 496f47e9cbb147e4b824e91c13a46e00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:10,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:10,700 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132810253; duration=0sec 2024-11-20T20:00:10,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:10,700 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:10,701 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:10,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f022c2a6975f49b28238252f7c3519da 2024-11-20T20:00:10,702 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/4ebd3a289e9c436082cdacfb2bed3424 is 50, key is test_row_0/C:col10/1732132809000/Put/seqid=0 2024-11-20T20:00:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742313_1489 (size=12207) 2024-11-20T20:00:10,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/8dc50c86887d44a4bee5da40b28fb48d is 50, key is test_row_0/B:col10/1732132809071/Put/seqid=0 2024-11-20T20:00:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742314_1490 (size=12001) 2024-11-20T20:00:10,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/8dc50c86887d44a4bee5da40b28fb48d 2024-11-20T20:00:10,717 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/4ebd3a289e9c436082cdacfb2bed3424 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/4ebd3a289e9c436082cdacfb2bed3424 2024-11-20T20:00:10,722 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 4ebd3a289e9c436082cdacfb2bed3424(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:10,722 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:10,722 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132810253; duration=0sec 2024-11-20T20:00:10,722 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:10,722 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:10,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e07759cb64f74ea283c32f58a5cea679 is 50, key is test_row_0/C:col10/1732132809071/Put/seqid=0 2024-11-20T20:00:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742315_1491 (size=12001) 2024-11-20T20:00:10,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:10,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:10,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:10,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132870997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e07759cb64f74ea283c32f58a5cea679 2024-11-20T20:00:11,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f022c2a6975f49b28238252f7c3519da as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da 2024-11-20T20:00:11,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da, entries=200, sequenceid=114, filesize=14.0 K 2024-11-20T20:00:11,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/8dc50c86887d44a4bee5da40b28fb48d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d 2024-11-20T20:00:11,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T20:00:11,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e07759cb64f74ea283c32f58a5cea679 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679 2024-11-20T20:00:11,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T20:00:11,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d7d2f65ed18dc55a4df3f80751b98fd5 in 896ms, sequenceid=114, compaction requested=false 2024-11-20T20:00:11,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:11,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:11,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T20:00:11,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/14d8292aa39f41589bdcd6fb1437e79d is 50, key is test_row_0/A:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742316_1492 (size=16781) 2024-11-20T20:00:11,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132871315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132871325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132871326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132871437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132871449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132871449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132871507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/14d8292aa39f41589bdcd6fb1437e79d 2024-11-20T20:00:11,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132871656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132871656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132871667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e63e686b2e234b11ae3045cda8d53a1b is 50, key is test_row_0/B:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742317_1493 (size=12051) 2024-11-20T20:00:11,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:11,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132871976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132871976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132871977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e63e686b2e234b11ae3045cda8d53a1b 2024-11-20T20:00:12,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/26d7b97e9b0146be8aec8cdbc805518c is 50, key is test_row_0/C:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742318_1494 (size=12051) 2024-11-20T20:00:12,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:12,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/26d7b97e9b0146be8aec8cdbc805518c 2024-11-20T20:00:12,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/14d8292aa39f41589bdcd6fb1437e79d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d 2024-11-20T20:00:12,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d, entries=250, sequenceid=131, filesize=16.4 K 2024-11-20T20:00:12,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e63e686b2e234b11ae3045cda8d53a1b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b 2024-11-20T20:00:12,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T20:00:12,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/26d7b97e9b0146be8aec8cdbc805518c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c 2024-11-20T20:00:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132872497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132872497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132872497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T20:00:12,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1257ms, sequenceid=131, compaction requested=true 2024-11-20T20:00:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:12,510 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:12,511 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:12,511 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:12,511 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:12,511 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,511 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:12,512 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:12,512 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/496f47e9cbb147e4b824e91c13a46e00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=42.3 K 2024-11-20T20:00:12,512 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,512 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d60490b9517140c9b88663e89ed67c5c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.4 K 2024-11-20T20:00:12,512 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496f47e9cbb147e4b824e91c13a46e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808455 2024-11-20T20:00:12,512 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d60490b9517140c9b88663e89ed67c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808455 2024-11-20T20:00:12,513 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dc50c86887d44a4bee5da40b28fb48d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732132809041 2024-11-20T20:00:12,513 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f022c2a6975f49b28238252f7c3519da, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732132809041 2024-11-20T20:00:12,513 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14d8292aa39f41589bdcd6fb1437e79d, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:12,513 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e63e686b2e234b11ae3045cda8d53a1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:12,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T20:00:12,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,520 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T20:00:12,530 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:12,531 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/33e6ab98625143bfbc1c19eae32e9f8d is 50, key is test_row_0/B:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:12,531 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/93b80319453c41da81334eaac7af3730 is 50, key is test_row_0/A:col10/1732132811324/Put/seqid=0 2024-11-20T20:00:12,532 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/254cd6cbfc674516bba905a0e7d92a69 is 50, key is test_row_0/A:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:12,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:12,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742319_1495 (size=12359) 2024-11-20T20:00:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742320_1496 (size=12151) 2024-11-20T20:00:12,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/93b80319453c41da81334eaac7af3730 2024-11-20T20:00:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742321_1497 (size=12359) 2024-11-20T20:00:12,555 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/254cd6cbfc674516bba905a0e7d92a69 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/254cd6cbfc674516bba905a0e7d92a69 2024-11-20T20:00:12,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/118b4f617e9146fea5d89ec0489ba412 is 50, key is test_row_0/B:col10/1732132811324/Put/seqid=0 2024-11-20T20:00:12,559 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 254cd6cbfc674516bba905a0e7d92a69(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:12,559 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:12,559 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132812510; duration=0sec 2024-11-20T20:00:12,559 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:12,559 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:12,559 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:12,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:12,560 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:12,560 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,561 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/4ebd3a289e9c436082cdacfb2bed3424, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.4 K 2024-11-20T20:00:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742322_1498 (size=12151) 2024-11-20T20:00:12,561 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ebd3a289e9c436082cdacfb2bed3424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732132808455 2024-11-20T20:00:12,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/118b4f617e9146fea5d89ec0489ba412 2024-11-20T20:00:12,561 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e07759cb64f74ea283c32f58a5cea679, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732132809041 2024-11-20T20:00:12,562 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26d7b97e9b0146be8aec8cdbc805518c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:12,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/00ab4f0612b2407fa241d86010947d44 is 50, key is test_row_0/C:col10/1732132811324/Put/seqid=0 2024-11-20T20:00:12,571 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:12,571 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/88c9ab0242e34b0d8be4da576dcefd91 is 50, key is test_row_0/C:col10/1732132810344/Put/seqid=0 2024-11-20T20:00:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742323_1499 (size=12151) 2024-11-20T20:00:12,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/00ab4f0612b2407fa241d86010947d44 2024-11-20T20:00:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742324_1500 (size=12359) 2024-11-20T20:00:12,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/93b80319453c41da81334eaac7af3730 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730 2024-11-20T20:00:12,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T20:00:12,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/118b4f617e9146fea5d89ec0489ba412 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412 2024-11-20T20:00:12,591 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T20:00:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/00ab4f0612b2407fa241d86010947d44 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44 2024-11-20T20:00:12,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T20:00:12,595 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=53.67 KB/54960 for d7d2f65ed18dc55a4df3f80751b98fd5 in 75ms, sequenceid=153, compaction requested=false 2024-11-20T20:00:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-20T20:00:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-20T20:00:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:12,598 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:12,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T20:00:12,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T20:00:12,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3750 sec 2024-11-20T20:00:12,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3810 sec 2024-11-20T20:00:12,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08b9680dc7aa41909444142d2e626d3a is 50, key is test_row_0/A:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742325_1501 (size=14541) 2024-11-20T20:00:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132872772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132872773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132872887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132872887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:12,946 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/33e6ab98625143bfbc1c19eae32e9f8d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/33e6ab98625143bfbc1c19eae32e9f8d 2024-11-20T20:00:12,949 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into 33e6ab98625143bfbc1c19eae32e9f8d(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:12,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:12,950 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132812510; duration=0sec 2024-11-20T20:00:12,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:12,950 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:12,986 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/88c9ab0242e34b0d8be4da576dcefd91 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/88c9ab0242e34b0d8be4da576dcefd91 2024-11-20T20:00:12,990 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 88c9ab0242e34b0d8be4da576dcefd91(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:12,990 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:12,990 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132812511; duration=0sec 2024-11-20T20:00:12,990 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:12,990 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:13,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08b9680dc7aa41909444142d2e626d3a 2024-11-20T20:00:13,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ac6120e6971448d1b45926c6f4bafe11 is 50, key is test_row_0/B:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742326_1502 (size=12151) 2024-11-20T20:00:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132873097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132873097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ac6120e6971448d1b45926c6f4bafe11 2024-11-20T20:00:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132873417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132873419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/eb1cc705611041ad8ca71bb59f1bb544 is 50, key is test_row_0/C:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742327_1503 (size=12151) 2024-11-20T20:00:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132873517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132873517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,527 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132873527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,528 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:13,528 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/eb1cc705611041ad8ca71bb59f1bb544 2024-11-20T20:00:13,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08b9680dc7aa41909444142d2e626d3a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a 2024-11-20T20:00:13,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a, entries=200, sequenceid=166, filesize=14.2 K 2024-11-20T20:00:13,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ac6120e6971448d1b45926c6f4bafe11 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11 2024-11-20T20:00:13,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T20:00:13,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/eb1cc705611041ad8ca71bb59f1bb544 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544 2024-11-20T20:00:13,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T20:00:13,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1248ms, sequenceid=166, compaction requested=true 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:13,846 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:13,846 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:13,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:13,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:13,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:13,847 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:13,847 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:13,847 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:13,847 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/254cd6cbfc674516bba905a0e7d92a69, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=38.1 K 2024-11-20T20:00:13,847 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:13,847 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/33e6ab98625143bfbc1c19eae32e9f8d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.8 K 2024-11-20T20:00:13,847 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 254cd6cbfc674516bba905a0e7d92a69, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:13,848 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 33e6ab98625143bfbc1c19eae32e9f8d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:13,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93b80319453c41da81334eaac7af3730, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732132811313 2024-11-20T20:00:13,848 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 118b4f617e9146fea5d89ec0489ba412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732132811313 2024-11-20T20:00:13,848 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08b9680dc7aa41909444142d2e626d3a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:13,848 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ac6120e6971448d1b45926c6f4bafe11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:13,856 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:13,857 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/5d5f64ef6e6c4b67af23d0ba4ff12fec is 50, key is test_row_0/A:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:13,858 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:13,859 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b23e4645637a465e8b9c3138f589054d is 50, key is test_row_0/B:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742328_1504 (size=12561) 2024-11-20T20:00:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742329_1505 (size=12561) 2024-11-20T20:00:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:13,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T20:00:13,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/e86c9be453cc4fd39a7f1d568902cdb8 is 50, key is test_row_0/A:col10/1732132812755/Put/seqid=0 2024-11-20T20:00:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742330_1506 (size=14541) 2024-11-20T20:00:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132873954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132873964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132874066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132874077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,272 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/5d5f64ef6e6c4b67af23d0ba4ff12fec as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5d5f64ef6e6c4b67af23d0ba4ff12fec 2024-11-20T20:00:14,274 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b23e4645637a465e8b9c3138f589054d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b23e4645637a465e8b9c3138f589054d 2024-11-20T20:00:14,277 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 5d5f64ef6e6c4b67af23d0ba4ff12fec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:14,278 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:14,278 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132813846; duration=0sec 2024-11-20T20:00:14,278 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:14,278 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:14,278 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:14,279 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:14,279 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:14,279 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,279 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/88c9ab0242e34b0d8be4da576dcefd91, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=35.8 K 2024-11-20T20:00:14,280 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88c9ab0242e34b0d8be4da576dcefd91, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132810322 2024-11-20T20:00:14,280 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ab4f0612b2407fa241d86010947d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732132811313 2024-11-20T20:00:14,280 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1cc705611041ad8ca71bb59f1bb544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:14,281 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into b23e4645637a465e8b9c3138f589054d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:14,281 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:14,281 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132813846; duration=0sec 2024-11-20T20:00:14,281 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:14,281 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:14,287 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:14,288 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/412411ba784c497faa51ffa2907ad2aa is 50, key is test_row_0/C:col10/1732132812563/Put/seqid=0 2024-11-20T20:00:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742331_1507 (size=12561) 2024-11-20T20:00:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132874286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,296 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/412411ba784c497faa51ffa2907ad2aa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/412411ba784c497faa51ffa2907ad2aa 2024-11-20T20:00:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132874286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,300 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 412411ba784c497faa51ffa2907ad2aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:14,300 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:14,300 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132813846; duration=0sec 2024-11-20T20:00:14,301 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:14,301 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:14,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/e86c9be453cc4fd39a7f1d568902cdb8 2024-11-20T20:00:14,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80a9758c2f2541d8ae53975710364b4d is 50, key is test_row_0/B:col10/1732132812755/Put/seqid=0 2024-11-20T20:00:14,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742332_1508 (size=12151) 2024-11-20T20:00:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T20:00:14,397 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:14,397 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-20T20:00:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:14,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:14,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:14,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:14,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132874607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:14,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132874607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:14,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:14,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:14,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80a9758c2f2541d8ae53975710364b4d 2024-11-20T20:00:14,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/b55408ab4ff745c7a4328805789e1196 is 50, key is test_row_0/C:col10/1732132812755/Put/seqid=0 2024-11-20T20:00:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742333_1509 (size=12151) 2024-11-20T20:00:14,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:14,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:14,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T20:00:14,999 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T20:00:15,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132875127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132875127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/b55408ab4ff745c7a4328805789e1196 2024-11-20T20:00:15,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/e86c9be453cc4fd39a7f1d568902cdb8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8 2024-11-20T20:00:15,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8, entries=200, sequenceid=194, filesize=14.2 K 2024-11-20T20:00:15,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/80a9758c2f2541d8ae53975710364b4d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d 2024-11-20T20:00:15,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T20:00:15,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/b55408ab4ff745c7a4328805789e1196 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196 2024-11-20T20:00:15,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T20:00:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1262ms, sequenceid=194, compaction requested=false 2024-11-20T20:00:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:15,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T20:00:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T20:00:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/91062c68871748638edaa78667469ac8 is 50, key is test_row_0/A:col10/1732132813962/Put/seqid=0 2024-11-20T20:00:15,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742334_1510 (size=12151) 2024-11-20T20:00:15,361 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/91062c68871748638edaa78667469ac8 2024-11-20T20:00:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d06514a92cc04ddebd06c0e5e0e87579 is 50, key is test_row_0/B:col10/1732132813962/Put/seqid=0 2024-11-20T20:00:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742335_1511 (size=12151) 2024-11-20T20:00:15,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d06514a92cc04ddebd06c0e5e0e87579 2024-11-20T20:00:15,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/5383352640bd40cb9a35733db0b8b516 is 50, key is test_row_0/C:col10/1732132813962/Put/seqid=0 2024-11-20T20:00:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742336_1512 (size=12151) 2024-11-20T20:00:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:15,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132875670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132875682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132875683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132875787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132875797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132875807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:15,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/5383352640bd40cb9a35733db0b8b516 2024-11-20T20:00:15,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/91062c68871748638edaa78667469ac8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8 2024-11-20T20:00:15,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T20:00:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d06514a92cc04ddebd06c0e5e0e87579 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579 2024-11-20T20:00:15,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T20:00:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/5383352640bd40cb9a35733db0b8b516 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516 2024-11-20T20:00:15,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T20:00:15,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d7d2f65ed18dc55a4df3f80751b98fd5 in 553ms, sequenceid=207, compaction requested=true 2024-11-20T20:00:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-20T20:00:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-20T20:00:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T20:00:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-20T20:00:15,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4790 sec 2024-11-20T20:00:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:16,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T20:00:16,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2568147419cc4253baf65aa48a28d01c is 50, key is test_row_0/A:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742337_1513 (size=14541) 2024-11-20T20:00:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132876024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132876025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132876037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132876137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,141 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132876147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132876147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132876147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,155 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in d7d2f65ed18dc55a4df3f80751b98fd5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132876367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132876367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132876376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2568147419cc4253baf65aa48a28d01c 2024-11-20T20:00:16,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b9463b99ad554331a5e54626e95084dc is 50, key is test_row_0/B:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742338_1514 (size=12151) 2024-11-20T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T20:00:16,547 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:16,548 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-20T20:00:16,550 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T20:00:16,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:16,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T20:00:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132876677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132876677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132876686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:16,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T20:00:16,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:16,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:16,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:16,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b9463b99ad554331a5e54626e95084dc 2024-11-20T20:00:16,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f1f7e57423134269a24a19860bb666db is 50, key is test_row_0/C:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742339_1515 (size=12151) 2024-11-20T20:00:16,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T20:00:16,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:16,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T20:00:17,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T20:00:17,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T20:00:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T20:00:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132877197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132877197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132877207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:17,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f1f7e57423134269a24a19860bb666db 2024-11-20T20:00:17,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2568147419cc4253baf65aa48a28d01c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c 2024-11-20T20:00:17,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c, entries=200, sequenceid=234, filesize=14.2 K 2024-11-20T20:00:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b9463b99ad554331a5e54626e95084dc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc 2024-11-20T20:00:17,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T20:00:17,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f1f7e57423134269a24a19860bb666db as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db 2024-11-20T20:00:17,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T20:00:17,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1251ms, sequenceid=234, compaction requested=true 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:17,254 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:17,254 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:17,255 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,255 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,255 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5d5f64ef6e6c4b67af23d0ba4ff12fec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=52.5 K 2024-11-20T20:00:17,255 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b23e4645637a465e8b9c3138f589054d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=47.9 K 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d5f64ef6e6c4b67af23d0ba4ff12fec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:17,255 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b23e4645637a465e8b9c3138f589054d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e86c9be453cc4fd39a7f1d568902cdb8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732132812755 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a9758c2f2541d8ae53975710364b4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732132812755 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91062c68871748638edaa78667469ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732132813950 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d06514a92cc04ddebd06c0e5e0e87579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732132813950 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b9463b99ad554331a5e54626e95084dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815680 2024-11-20T20:00:17,256 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2568147419cc4253baf65aa48a28d01c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815666 2024-11-20T20:00:17,264 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:17,265 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/5e3969c800b844c2b03186503fb23e06 is 50, key is test_row_0/A:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:17,265 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:17,265 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d331914f1ea140c6a71565871a1a4304 is 50, key is test_row_0/B:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742340_1516 (size=12697) 2024-11-20T20:00:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742341_1517 (size=12697) 2024-11-20T20:00:17,300 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/5e3969c800b844c2b03186503fb23e06 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5e3969c800b844c2b03186503fb23e06 2024-11-20T20:00:17,307 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 5e3969c800b844c2b03186503fb23e06(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:17,307 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,307 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=12, startTime=1732132817254; duration=0sec 2024-11-20T20:00:17,307 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:17,307 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:17,307 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:17,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:17,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:17,309 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,309 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/412411ba784c497faa51ffa2907ad2aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=47.9 K 2024-11-20T20:00:17,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412411ba784c497faa51ffa2907ad2aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732132812563 2024-11-20T20:00:17,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55408ab4ff745c7a4328805789e1196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732132812755 2024-11-20T20:00:17,310 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5383352640bd40cb9a35733db0b8b516, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732132813950 2024-11-20T20:00:17,310 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f7e57423134269a24a19860bb666db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815680 2024-11-20T20:00:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T20:00:17,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,316 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T20:00:17,320 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:17,320 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/38100a2736504ac2971e2810858a5254 is 50, key is test_row_0/C:col10/1732132816000/Put/seqid=0 2024-11-20T20:00:17,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08d62abb2a5a4bec8e49478ac7247af9 is 50, key is test_row_0/A:col10/1732132816035/Put/seqid=0 2024-11-20T20:00:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742342_1518 (size=12697) 2024-11-20T20:00:17,340 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/38100a2736504ac2971e2810858a5254 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/38100a2736504ac2971e2810858a5254 2024-11-20T20:00:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742343_1519 (size=12151) 2024-11-20T20:00:17,342 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08d62abb2a5a4bec8e49478ac7247af9 2024-11-20T20:00:17,349 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 38100a2736504ac2971e2810858a5254(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:17,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,349 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=12, startTime=1732132817254; duration=0sec 2024-11-20T20:00:17,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:17,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:17,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ada5f92b461e4f3eaabbdbd444d4e5f0 is 50, key is test_row_0/B:col10/1732132816035/Put/seqid=0 2024-11-20T20:00:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742344_1520 (size=12151) 2024-11-20T20:00:17,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ada5f92b461e4f3eaabbdbd444d4e5f0 2024-11-20T20:00:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e9fc95174543acbaaee7d3c164e29b is 50, key is test_row_0/C:col10/1732132816035/Put/seqid=0 2024-11-20T20:00:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742345_1521 (size=12151) 2024-11-20T20:00:17,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e9fc95174543acbaaee7d3c164e29b 2024-11-20T20:00:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/08d62abb2a5a4bec8e49478ac7247af9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9 2024-11-20T20:00:17,385 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T20:00:17,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ada5f92b461e4f3eaabbdbd444d4e5f0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0 2024-11-20T20:00:17,389 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T20:00:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/92e9fc95174543acbaaee7d3c164e29b as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b 2024-11-20T20:00:17,392 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T20:00:17,393 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for d7d2f65ed18dc55a4df3f80751b98fd5 in 77ms, sequenceid=244, compaction requested=false 2024-11-20T20:00:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-20T20:00:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-20T20:00:17,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T20:00:17,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 845 msec 2024-11-20T20:00:17,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 851 msec 2024-11-20T20:00:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T20:00:17,687 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:17,688 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-20T20:00:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T20:00:17,689 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:17,690 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:17,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:17,701 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d331914f1ea140c6a71565871a1a4304 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d331914f1ea140c6a71565871a1a4304 2024-11-20T20:00:17,706 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into d331914f1ea140c6a71565871a1a4304(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:17,706 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,706 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=12, startTime=1732132817254; duration=0sec 2024-11-20T20:00:17,706 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:17,706 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T20:00:17,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T20:00:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-20T20:00:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-20T20:00:17,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T20:00:17,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-20T20:00:17,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 165 msec 2024-11-20T20:00:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T20:00:18,007 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:18,008 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-20T20:00:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T20:00:18,011 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:18,012 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:18,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T20:00:18,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T20:00:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-20T20:00:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-20T20:00:18,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T20:00:18,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T20:00:18,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 162 msec 2024-11-20T20:00:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:18,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:18,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9c0e470be91d477da80a25af01abf0f9 is 50, key is test_row_0/A:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742346_1522 (size=14691) 2024-11-20T20:00:18,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132878239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132878243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132878247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132878251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132878252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T20:00:18,327 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:18,328 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-20T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:18,330 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:18,330 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:18,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132878356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132878357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132878367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132878369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132878369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:18,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T20:00:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132878577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132878577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9c0e470be91d477da80a25af01abf0f9 2024-11-20T20:00:18,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132878587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132878587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132878587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d396d36608f04790a18eadb5383dec39 is 50, key is test_row_0/B:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742347_1523 (size=12251) 2024-11-20T20:00:18,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d396d36608f04790a18eadb5383dec39 2024-11-20T20:00:18,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/1988fb70fb044fa18abbb20f712048c9 is 50, key is test_row_0/C:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742348_1524 (size=12251) 2024-11-20T20:00:18,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T20:00:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:18,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T20:00:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132878897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132878897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132878907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132878907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132878907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:18,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T20:00:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:18,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:19,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/1988fb70fb044fa18abbb20f712048c9 2024-11-20T20:00:19,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/9c0e470be91d477da80a25af01abf0f9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9 2024-11-20T20:00:19,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9, entries=200, sequenceid=259, filesize=14.3 K 2024-11-20T20:00:19,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/d396d36608f04790a18eadb5383dec39 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39 2024-11-20T20:00:19,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39, entries=150, sequenceid=259, filesize=12.0 K 2024-11-20T20:00:19,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/1988fb70fb044fa18abbb20f712048c9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9 2024-11-20T20:00:19,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9, entries=150, sequenceid=259, filesize=12.0 K 2024-11-20T20:00:19,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7d2f65ed18dc55a4df3f80751b98fd5 in 854ms, sequenceid=259, compaction requested=true 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:19,041 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:19,041 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:19,042 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:19,042 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:19,042 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:19,042 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:19,042 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:19,042 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:19,042 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5e3969c800b844c2b03186503fb23e06, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=38.6 K 2024-11-20T20:00:19,042 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d331914f1ea140c6a71565871a1a4304, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.2 K 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e3969c800b844c2b03186503fb23e06, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815680 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d331914f1ea140c6a71565871a1a4304, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815680 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08d62abb2a5a4bec8e49478ac7247af9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732132816022 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ada5f92b461e4f3eaabbdbd444d4e5f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732132816022 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c0e470be91d477da80a25af01abf0f9, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:19,043 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting d396d36608f04790a18eadb5383dec39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:19,054 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#438 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:19,054 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:19,054 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/bc9322e3b9554e0a8a37a2c8017929fc is 50, key is test_row_0/B:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:19,055 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/51c271e72c48413fa9b7c3d92870be40 is 50, key is test_row_0/A:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742349_1525 (size=12899) 2024-11-20T20:00:19,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742350_1526 (size=12899) 2024-11-20T20:00:19,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T20:00:19,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:19,096 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:19,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2ef369524fd848f9aab7fcd0d2f8c8e4 is 50, key is test_row_0/A:col10/1732132818251/Put/seqid=0 2024-11-20T20:00:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742351_1527 (size=12301) 2024-11-20T20:00:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:19,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132879436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132879437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132879438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132879440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132879441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,462 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/bc9322e3b9554e0a8a37a2c8017929fc as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/bc9322e3b9554e0a8a37a2c8017929fc 2024-11-20T20:00:19,466 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into bc9322e3b9554e0a8a37a2c8017929fc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:19,466 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:19,466 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132819041; duration=0sec 2024-11-20T20:00:19,466 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:19,466 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:19,466 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:19,467 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:19,467 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:19,467 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:19,468 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/38100a2736504ac2971e2810858a5254, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.2 K 2024-11-20T20:00:19,468 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 38100a2736504ac2971e2810858a5254, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732132815680 2024-11-20T20:00:19,468 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e9fc95174543acbaaee7d3c164e29b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732132816022 2024-11-20T20:00:19,469 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1988fb70fb044fa18abbb20f712048c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:19,471 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/51c271e72c48413fa9b7c3d92870be40 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/51c271e72c48413fa9b7c3d92870be40 2024-11-20T20:00:19,478 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 51c271e72c48413fa9b7c3d92870be40(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:19,478 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:19,478 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132819041; duration=0sec 2024-11-20T20:00:19,478 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:19,478 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:19,483 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:19,483 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/3f60c785576e409d8cb03fb1cb39c251 is 50, key is test_row_0/C:col10/1732132818179/Put/seqid=0 2024-11-20T20:00:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742352_1528 (size=12899) 2024-11-20T20:00:19,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2ef369524fd848f9aab7fcd0d2f8c8e4 2024-11-20T20:00:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ab8b2ece25a04dd1bbd3c7110e702ce0 is 50, key is test_row_0/B:col10/1732132818251/Put/seqid=0 2024-11-20T20:00:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742353_1529 (size=12301) 2024-11-20T20:00:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132879546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132879558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132879558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132879558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132879559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132879767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132879777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132879777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132879777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132879777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:19,891 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/3f60c785576e409d8cb03fb1cb39c251 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/3f60c785576e409d8cb03fb1cb39c251 2024-11-20T20:00:19,895 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 3f60c785576e409d8cb03fb1cb39c251(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:19,895 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:19,895 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132819041; duration=0sec 2024-11-20T20:00:19,895 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:19,895 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:19,934 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ab8b2ece25a04dd1bbd3c7110e702ce0 2024-11-20T20:00:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/df19bcbcc29a4fce99aae57ea16eabfa is 50, key is test_row_0/C:col10/1732132818251/Put/seqid=0 2024-11-20T20:00:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742354_1530 (size=12301) 2024-11-20T20:00:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132880086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/df19bcbcc29a4fce99aae57ea16eabfa 2024-11-20T20:00:20,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/2ef369524fd848f9aab7fcd0d2f8c8e4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4 2024-11-20T20:00:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T20:00:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/ab8b2ece25a04dd1bbd3c7110e702ce0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0 2024-11-20T20:00:20,361 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T20:00:20,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/df19bcbcc29a4fce99aae57ea16eabfa as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa 2024-11-20T20:00:20,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T20:00:20,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1270ms, sequenceid=284, compaction requested=false 2024-11-20T20:00:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-20T20:00:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-20T20:00:20,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T20:00:20,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-20T20:00:20,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.0460 sec 2024-11-20T20:00:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T20:00:20,477 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-20T20:00:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:20,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:20,480 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:20,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:20,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T20:00:20,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/ec36369f95884b9596b1e53c04272762 is 50, key is test_row_0/A:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742355_1531 (size=14741) 2024-11-20T20:00:20,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:20,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132880690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132880700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132880705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132880706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132880708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132880817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132880818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132880828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132880829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132880829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:20,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:20,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/ec36369f95884b9596b1e53c04272762 2024-11-20T20:00:21,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/57ca565c5630466281032139b6d52308 is 50, key is test_row_0/B:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132881037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132881037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132881038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132881038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132881038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742356_1532 (size=12301) 2024-11-20T20:00:21,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:21,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132881347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132881347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132881347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132881357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132881357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/57ca565c5630466281032139b6d52308 2024-11-20T20:00:21,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e50aec138da9446fac8e8c7f8b32f953 is 50, key is test_row_0/C:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742357_1533 (size=12301) 2024-11-20T20:00:21,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:21,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:21,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132881867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132881868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132881868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:21,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132881868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132881868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:21,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e50aec138da9446fac8e8c7f8b32f953 2024-11-20T20:00:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/ec36369f95884b9596b1e53c04272762 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762 2024-11-20T20:00:21,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762, entries=200, sequenceid=299, filesize=14.4 K 2024-11-20T20:00:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/57ca565c5630466281032139b6d52308 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308 2024-11-20T20:00:21,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308, entries=150, sequenceid=299, filesize=12.0 K 2024-11-20T20:00:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e50aec138da9446fac8e8c7f8b32f953 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953 2024-11-20T20:00:21,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953, entries=150, sequenceid=299, filesize=12.0 K 2024-11-20T20:00:21,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1331ms, sequenceid=299, compaction requested=true 2024-11-20T20:00:21,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:21,934 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:21,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:21,935 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:21,938 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:21,939 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:21,939 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,939 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/bc9322e3b9554e0a8a37a2c8017929fc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.6 K 2024-11-20T20:00:21,939 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:21,939 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:21,939 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:21,939 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/51c271e72c48413fa9b7c3d92870be40, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=39.0 K 2024-11-20T20:00:21,940 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9322e3b9554e0a8a37a2c8017929fc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:21,940 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ab8b2ece25a04dd1bbd3c7110e702ce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132818241 2024-11-20T20:00:21,940 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51c271e72c48413fa9b7c3d92870be40, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:21,940 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ef369524fd848f9aab7fcd0d2f8c8e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132818241 2024-11-20T20:00:21,941 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ca565c5630466281032139b6d52308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819438 2024-11-20T20:00:21,941 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec36369f95884b9596b1e53c04272762, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819437 2024-11-20T20:00:21,967 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:21,968 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/63dd64f43c9f467698cd0f3dfb855294 is 50, key is test_row_0/B:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:21,972 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:21,973 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/b0649fb3804f4dcebf0ca2ebbb3e523e is 50, key is test_row_0/A:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742358_1534 (size=13051) 2024-11-20T20:00:22,004 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/b0649fb3804f4dcebf0ca2ebbb3e523e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/b0649fb3804f4dcebf0ca2ebbb3e523e 2024-11-20T20:00:22,009 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into b0649fb3804f4dcebf0ca2ebbb3e523e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:22,009 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:22,009 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132821934; duration=0sec 2024-11-20T20:00:22,009 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:22,009 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:22,010 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:22,011 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:22,011 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:22,011 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:22,011 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/3f60c785576e409d8cb03fb1cb39c251, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.6 K 2024-11-20T20:00:22,011 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f60c785576e409d8cb03fb1cb39c251, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732132818179 2024-11-20T20:00:22,012 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting df19bcbcc29a4fce99aae57ea16eabfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732132818241 2024-11-20T20:00:22,012 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e50aec138da9446fac8e8c7f8b32f953, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819438 2024-11-20T20:00:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742359_1535 (size=13051) 2024-11-20T20:00:22,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T20:00:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:22,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T20:00:22,030 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/63dd64f43c9f467698cd0f3dfb855294 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/63dd64f43c9f467698cd0f3dfb855294 2024-11-20T20:00:22,030 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#449 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:22,032 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/851007f6e6bb495291d769fd7d4d9e66 is 50, key is test_row_0/C:col10/1732132820600/Put/seqid=0 2024-11-20T20:00:22,034 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into 63dd64f43c9f467698cd0f3dfb855294(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:22,034 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:22,034 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132821935; duration=0sec 2024-11-20T20:00:22,034 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:22,034 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/3a0638e8d0514e5889b4704e75912344 is 50, key is test_row_0/A:col10/1732132820705/Put/seqid=0 2024-11-20T20:00:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742360_1536 (size=13051) 2024-11-20T20:00:22,066 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/851007f6e6bb495291d769fd7d4d9e66 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/851007f6e6bb495291d769fd7d4d9e66 2024-11-20T20:00:22,072 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into 851007f6e6bb495291d769fd7d4d9e66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:22,072 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:22,072 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132821935; duration=0sec 2024-11-20T20:00:22,072 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:22,072 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742361_1537 (size=12301) 2024-11-20T20:00:22,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/3a0638e8d0514e5889b4704e75912344 2024-11-20T20:00:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6ea79cb85311413183756abf1805a686 is 50, key is test_row_0/B:col10/1732132820705/Put/seqid=0 2024-11-20T20:00:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742362_1538 (size=12301) 2024-11-20T20:00:22,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6ea79cb85311413183756abf1805a686 2024-11-20T20:00:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f0b72505551c4b0d9ff6cf4d9806ad84 is 50, key is test_row_0/C:col10/1732132820705/Put/seqid=0 2024-11-20T20:00:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742363_1539 (size=12301) 2024-11-20T20:00:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:22,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132882900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132882908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132882909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132882910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132882911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:22,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f0b72505551c4b0d9ff6cf4d9806ad84 2024-11-20T20:00:22,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/3a0638e8d0514e5889b4704e75912344 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344 2024-11-20T20:00:22,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T20:00:22,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6ea79cb85311413183756abf1805a686 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686 2024-11-20T20:00:22,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T20:00:22,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/f0b72505551c4b0d9ff6cf4d9806ad84 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84 2024-11-20T20:00:22,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T20:00:22,992 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d7d2f65ed18dc55a4df3f80751b98fd5 in 966ms, sequenceid=324, compaction requested=false 2024-11-20T20:00:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-20T20:00:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-20T20:00:22,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T20:00:22,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5140 sec 2024-11-20T20:00:23,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.5230 sec 2024-11-20T20:00:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:23,022 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:23,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T20:00:23,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/4c5f476e90dd479687d5ff3c19b45f94 is 50, key is test_row_0/A:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742364_1540 (size=14741) 2024-11-20T20:00:23,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/4c5f476e90dd479687d5ff3c19b45f94 2024-11-20T20:00:23,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6d22333d959c49dda6246eaa27c68007 is 50, key is test_row_0/B:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742365_1541 (size=12301) 2024-11-20T20:00:23,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132883064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132883073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132883073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132883074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132883076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132883186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132883197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132883197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132883197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132883197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132883407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132883417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132883417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132883417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132883417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6d22333d959c49dda6246eaa27c68007 2024-11-20T20:00:23,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/9f45539945ee496890a851c6a500ad23 is 50, key is test_row_0/C:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742366_1542 (size=12301) 2024-11-20T20:00:23,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/9f45539945ee496890a851c6a500ad23 2024-11-20T20:00:23,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/4c5f476e90dd479687d5ff3c19b45f94 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94 2024-11-20T20:00:23,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94, entries=200, sequenceid=340, filesize=14.4 K 2024-11-20T20:00:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/6d22333d959c49dda6246eaa27c68007 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007 2024-11-20T20:00:23,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007, entries=150, sequenceid=340, filesize=12.0 K 2024-11-20T20:00:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/9f45539945ee496890a851c6a500ad23 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23 2024-11-20T20:00:23,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23, entries=150, sequenceid=340, filesize=12.0 K 2024-11-20T20:00:23,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d7d2f65ed18dc55a4df3f80751b98fd5 in 467ms, sequenceid=340, compaction requested=true 2024-11-20T20:00:23,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T20:00:23,490 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:23,490 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:23,492 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:23,492 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/851007f6e6bb495291d769fd7d4d9e66, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.8 K 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:23,492 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 851007f6e6bb495291d769fd7d4d9e66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819438 2024-11-20T20:00:23,492 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/b0649fb3804f4dcebf0ca2ebbb3e523e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=39.2 K 2024-11-20T20:00:23,492 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0b72505551c4b0d9ff6cf4d9806ad84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732132820687 2024-11-20T20:00:23,493 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b0649fb3804f4dcebf0ca2ebbb3e523e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819438 2024-11-20T20:00:23,493 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f45539945ee496890a851c6a500ad23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822908 2024-11-20T20:00:23,493 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0638e8d0514e5889b4704e75912344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732132820687 2024-11-20T20:00:23,493 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c5f476e90dd479687d5ff3c19b45f94, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822898 2024-11-20T20:00:23,501 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:23,502 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/48818d7b278a49a792e7a21579f31b06 is 50, key is test_row_0/A:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,506 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:23,506 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/bbac5670a2b849d980a4e5b23659ff62 is 50, key is test_row_0/C:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742368_1544 (size=13153) 2024-11-20T20:00:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742367_1543 (size=13153) 2024-11-20T20:00:23,541 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/bbac5670a2b849d980a4e5b23659ff62 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/bbac5670a2b849d980a4e5b23659ff62 2024-11-20T20:00:23,547 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into bbac5670a2b849d980a4e5b23659ff62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:23,547 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:23,547 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132823490; duration=0sec 2024-11-20T20:00:23,547 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:23,547 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:23,547 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:23,549 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:23,549 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:23,549 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:23,550 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/63dd64f43c9f467698cd0f3dfb855294, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.8 K 2024-11-20T20:00:23,550 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63dd64f43c9f467698cd0f3dfb855294, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732132819438 2024-11-20T20:00:23,550 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ea79cb85311413183756abf1805a686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732132820687 2024-11-20T20:00:23,551 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d22333d959c49dda6246eaa27c68007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822908 2024-11-20T20:00:23,564 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:23,565 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/c099ebd86c614e04892e749dbd6c72a7 is 50, key is test_row_0/B:col10/1732132823020/Put/seqid=0 2024-11-20T20:00:23,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742369_1545 (size=13153) 2024-11-20T20:00:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:23,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T20:00:23,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/7c99e012b8cd406fa787cd16fc52cec5 is 50, key is test_row_0/A:col10/1732132823075/Put/seqid=0 2024-11-20T20:00:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742370_1546 (size=14741) 2024-11-20T20:00:23,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132883764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132883765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132883766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132883768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132883768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132883887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:23,938 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/48818d7b278a49a792e7a21579f31b06 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/48818d7b278a49a792e7a21579f31b06 2024-11-20T20:00:23,942 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 48818d7b278a49a792e7a21579f31b06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:23,943 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:23,943 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132823489; duration=0sec 2024-11-20T20:00:23,943 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:23,943 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:23,989 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/c099ebd86c614e04892e749dbd6c72a7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/c099ebd86c614e04892e749dbd6c72a7 2024-11-20T20:00:23,994 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into c099ebd86c614e04892e749dbd6c72a7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:23,994 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:23,994 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132823490; duration=0sec 2024-11-20T20:00:23,994 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:23,995 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132884097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132884097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132884097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132884097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132884107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/7c99e012b8cd406fa787cd16fc52cec5 2024-11-20T20:00:24,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/774da2e8a3e74a97b4c170fb3d8fa867 is 50, key is test_row_0/B:col10/1732132823075/Put/seqid=0 2024-11-20T20:00:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742371_1547 (size=12301) 2024-11-20T20:00:24,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/774da2e8a3e74a97b4c170fb3d8fa867 2024-11-20T20:00:24,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/6f66eb4be84a408ea480424e6767ffb4 is 50, key is test_row_0/C:col10/1732132823075/Put/seqid=0 2024-11-20T20:00:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742372_1548 (size=12301) 2024-11-20T20:00:24,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/6f66eb4be84a408ea480424e6767ffb4 2024-11-20T20:00:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/7c99e012b8cd406fa787cd16fc52cec5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5 2024-11-20T20:00:24,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5, entries=200, sequenceid=364, filesize=14.4 K 2024-11-20T20:00:24,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/774da2e8a3e74a97b4c170fb3d8fa867 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867 2024-11-20T20:00:24,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T20:00:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/6f66eb4be84a408ea480424e6767ffb4 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4 2024-11-20T20:00:24,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T20:00:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d7d2f65ed18dc55a4df3f80751b98fd5 in 509ms, sequenceid=364, compaction requested=false 2024-11-20T20:00:24,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:24,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:24,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T20:00:24,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/1501b9d640844f149e6f5bac247fec95 is 50, key is test_row_0/A:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742373_1549 (size=14741) 2024-11-20T20:00:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132884452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132884454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132884455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132884457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132884464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132884566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132884566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132884577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132884577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132884577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T20:00:24,658 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:24,658 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-20T20:00:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:24,660 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:24,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:24,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132884787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132884787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132884787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132884797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132884797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:24,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:24,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:24,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T20:00:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:24,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:24,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/1501b9d640844f149e6f5bac247fec95 2024-11-20T20:00:24,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b804c7c02b1b46a5a2eaa223f740834f is 50, key is test_row_0/B:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742374_1550 (size=12301) 2024-11-20T20:00:24,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b804c7c02b1b46a5a2eaa223f740834f 2024-11-20T20:00:24,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 is 50, key is test_row_0/C:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742375_1551 (size=12301) 2024-11-20T20:00:24,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 2024-11-20T20:00:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/1501b9d640844f149e6f5bac247fec95 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95 2024-11-20T20:00:24,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95, entries=200, sequenceid=380, filesize=14.4 K 2024-11-20T20:00:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b804c7c02b1b46a5a2eaa223f740834f as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f 2024-11-20T20:00:24,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T20:00:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 2024-11-20T20:00:24,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T20:00:24,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d7d2f65ed18dc55a4df3f80751b98fd5 in 506ms, sequenceid=380, compaction requested=true 2024-11-20T20:00:24,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:24,922 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:24,923 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:24,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:24,924 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:24,924 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/A is initiating minor compaction (all files) 2024-11-20T20:00:24,924 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/A in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:24,924 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/48818d7b278a49a792e7a21579f31b06, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=41.6 K 2024-11-20T20:00:24,924 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:24,924 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/B is initiating minor compaction (all files) 2024-11-20T20:00:24,924 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/B in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:24,924 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/c099ebd86c614e04892e749dbd6c72a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.9 K 2024-11-20T20:00:24,925 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48818d7b278a49a792e7a21579f31b06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822908 2024-11-20T20:00:24,925 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting c099ebd86c614e04892e749dbd6c72a7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822908 2024-11-20T20:00:24,925 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c99e012b8cd406fa787cd16fc52cec5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732132823048 2024-11-20T20:00:24,925 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 774da2e8a3e74a97b4c170fb3d8fa867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732132823073 2024-11-20T20:00:24,926 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1501b9d640844f149e6f5bac247fec95, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732132823763 2024-11-20T20:00:24,926 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting b804c7c02b1b46a5a2eaa223f740834f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732132823763 2024-11-20T20:00:24,958 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#A#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:24,959 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/415070129575456c858a4145ef1c2847 is 50, key is test_row_0/A:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:24,967 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:24,967 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/9638f4961b9e47388c1f7f13a2970c7a is 50, key is test_row_0/B:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:24,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T20:00:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:24,972 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T20:00:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/6af37984994f4497b4400823f6843f30 is 50, key is test_row_0/A:col10/1732132824455/Put/seqid=0 2024-11-20T20:00:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742376_1552 (size=13255) 2024-11-20T20:00:25,018 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/415070129575456c858a4145ef1c2847 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/415070129575456c858a4145ef1c2847 2024-11-20T20:00:25,024 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/A of d7d2f65ed18dc55a4df3f80751b98fd5 into 415070129575456c858a4145ef1c2847(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:25,024 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:25,024 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/A, priority=13, startTime=1732132824922; duration=0sec 2024-11-20T20:00:25,024 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:25,024 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:25,024 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:25,025 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:25,025 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): d7d2f65ed18dc55a4df3f80751b98fd5/C is initiating minor compaction (all files) 2024-11-20T20:00:25,025 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7d2f65ed18dc55a4df3f80751b98fd5/C in TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:25,025 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/bbac5670a2b849d980a4e5b23659ff62, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp, totalSize=36.9 K 2024-11-20T20:00:25,026 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbac5670a2b849d980a4e5b23659ff62, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732132822908 2024-11-20T20:00:25,026 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f66eb4be84a408ea480424e6767ffb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732132823073 2024-11-20T20:00:25,027 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8239df96f2ff4ed1ae0f2bf2d3d4dba7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732132823763 2024-11-20T20:00:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742377_1553 (size=13255) 2024-11-20T20:00:25,062 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/9638f4961b9e47388c1f7f13a2970c7a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/9638f4961b9e47388c1f7f13a2970c7a 2024-11-20T20:00:25,073 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/B of d7d2f65ed18dc55a4df3f80751b98fd5 into 9638f4961b9e47388c1f7f13a2970c7a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:25,073 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:25,073 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/B, priority=13, startTime=1732132824923; duration=0sec 2024-11-20T20:00:25,073 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:25,073 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742378_1554 (size=12301) 2024-11-20T20:00:25,080 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7d2f65ed18dc55a4df3f80751b98fd5#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:25,081 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/d4e32a867e2d482a8f7e9ab73b3ad370 is 50, key is test_row_0/C:col10/1732132823767/Put/seqid=0 2024-11-20T20:00:25,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742379_1555 (size=13255) 2024-11-20T20:00:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:25,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. as already flushing 2024-11-20T20:00:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132885140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132885149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132885149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132885150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132885151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132885256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132885277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132885277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132885277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132885277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/6af37984994f4497b4400823f6843f30 2024-11-20T20:00:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132885477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/f9f573638d154281aef59a3c84ffaddf is 50, key is test_row_0/B:col10/1732132824455/Put/seqid=0 2024-11-20T20:00:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742380_1556 (size=12301) 2024-11-20T20:00:25,509 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/d4e32a867e2d482a8f7e9ab73b3ad370 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/d4e32a867e2d482a8f7e9ab73b3ad370 2024-11-20T20:00:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132885498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132885498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132885498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132885502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,524 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7d2f65ed18dc55a4df3f80751b98fd5/C of d7d2f65ed18dc55a4df3f80751b98fd5 into d4e32a867e2d482a8f7e9ab73b3ad370(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:25,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:25,524 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., storeName=d7d2f65ed18dc55a4df3f80751b98fd5/C, priority=13, startTime=1732132824923; duration=0sec 2024-11-20T20:00:25,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:25,524 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132885797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54906 deadline: 1732132885817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1732132885817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732132885817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1732132885817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:25,893 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/f9f573638d154281aef59a3c84ffaddf 2024-11-20T20:00:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e85a952410094728bb2be1586a71bfce is 50, key is test_row_0/C:col10/1732132824455/Put/seqid=0 2024-11-20T20:00:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742381_1557 (size=12301) 2024-11-20T20:00:26,052 INFO [Thread-2096 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2096. 2024-11-20T20:00:26,052 DEBUG [Thread-2096 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,052 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,052 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,054 INFO [Thread-2102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2102. 2024-11-20T20:00:26,054 DEBUG [Thread-2102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,054 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,054 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,057 INFO [Thread-2100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2100. 2024-11-20T20:00:26,057 DEBUG [Thread-2100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,057 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,058 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,063 INFO [Thread-2098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2098. 2024-11-20T20:00:26,063 DEBUG [Thread-2098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,063 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,063 INFO [Thread-2104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2104. 2024-11-20T20:00:26,063 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,063 DEBUG [Thread-2104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,063 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,063 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,303 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e85a952410094728bb2be1586a71bfce 2024-11-20T20:00:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/6af37984994f4497b4400823f6843f30 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/6af37984994f4497b4400823f6843f30 2024-11-20T20:00:26,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/6af37984994f4497b4400823f6843f30, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T20:00:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/f9f573638d154281aef59a3c84ffaddf as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/f9f573638d154281aef59a3c84ffaddf 2024-11-20T20:00:26,314 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/f9f573638d154281aef59a3c84ffaddf, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T20:00:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/e85a952410094728bb2be1586a71bfce as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e85a952410094728bb2be1586a71bfce 2024-11-20T20:00:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54866 deadline: 1732132886317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 , the old value is region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., hostname=7200dd4cf518,39215,1732132685355, seqNum=2 because the exception is null or not the one we care about 2024-11-20T20:00:26,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e85a952410094728bb2be1586a71bfce, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T20:00:26,320 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1348ms, sequenceid=402, compaction requested=false 2024-11-20T20:00:26,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:26,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:26,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-20T20:00:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-11-20T20:00:26,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T20:00:26,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6600 sec 2024-11-20T20:00:26,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.6650 sec 2024-11-20T20:00:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:26,328 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:26,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T20:00:26,329 INFO [Thread-2087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2087. 2024-11-20T20:00:26,329 DEBUG [Thread-2087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,329 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,329 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f89b6d8687af4f0d8f90c43a6dff3a67 is 50, key is test_row_0/A:col10/1732132825149/Put/seqid=0 2024-11-20T20:00:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742382_1558 (size=12301) 2024-11-20T20:00:26,338 INFO [Thread-2091 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2091. 2024-11-20T20:00:26,338 DEBUG [Thread-2091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,338 INFO [Thread-2093 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2093. 2024-11-20T20:00:26,338 DEBUG [Thread-2091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,338 DEBUG [Thread-2093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,338 DEBUG [Thread-2093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,338 DEBUG [Thread-2091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,338 DEBUG [Thread-2093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,339 INFO [Thread-2089 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2089. 2024-11-20T20:00:26,339 DEBUG [Thread-2089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:26,339 DEBUG [Thread-2089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,339 DEBUG [Thread-2089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:26,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:26,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f89b6d8687af4f0d8f90c43a6dff3a67 2024-11-20T20:00:26,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b6be0483e0574e2f88761d8bc1cbccbe is 50, key is test_row_0/B:col10/1732132825149/Put/seqid=0 2024-11-20T20:00:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742383_1559 (size=12301) 2024-11-20T20:00:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T20:00:26,818 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:27,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b6be0483e0574e2f88761d8bc1cbccbe 2024-11-20T20:00:27,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/060a6b8249e34db09c53344acf319806 is 50, key is test_row_0/C:col10/1732132825149/Put/seqid=0 2024-11-20T20:00:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742384_1560 (size=12301) 2024-11-20T20:00:27,328 INFO [Thread-2085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2085. 2024-11-20T20:00:27,328 DEBUG [Thread-2085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:27,328 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:27,328 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:27,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1363 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4084 rows 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1365 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4080 rows 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1350 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4050 rows 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1358 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4071 rows 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1365 2024-11-20T20:00:27,329 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-20T20:00:27,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:00:27,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:27,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:27,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:27,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:27,330 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T20:00:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:27,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132827333"}]},"ts":"1732132827333"} 2024-11-20T20:00:27,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T20:00:27,334 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T20:00:27,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T20:00:27,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, UNASSIGN}] 2024-11-20T20:00:27,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, UNASSIGN 2024-11-20T20:00:27,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d7d2f65ed18dc55a4df3f80751b98fd5, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, UNASSIGN because future has completed 2024-11-20T20:00:27,338 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T20:00:27,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:27,490 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:27,490 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T20:00:27,490 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing d7d2f65ed18dc55a4df3f80751b98fd5, disabling compactions & flushes 2024-11-20T20:00:27,490 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:27,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/060a6b8249e34db09c53344acf319806 2024-11-20T20:00:27,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/f89b6d8687af4f0d8f90c43a6dff3a67 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f89b6d8687af4f0d8f90c43a6dff3a67 2024-11-20T20:00:27,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f89b6d8687af4f0d8f90c43a6dff3a67, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T20:00:27,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/b6be0483e0574e2f88761d8bc1cbccbe as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b6be0483e0574e2f88761d8bc1cbccbe 2024-11-20T20:00:27,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b6be0483e0574e2f88761d8bc1cbccbe, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T20:00:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/060a6b8249e34db09c53344acf319806 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/060a6b8249e34db09c53344acf319806 2024-11-20T20:00:27,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/060a6b8249e34db09c53344acf319806, entries=150, sequenceid=421, filesize=12.0 K 2024-11-20T20:00:27,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1242ms, sequenceid=421, compaction requested=true 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7d2f65ed18dc55a4df3f80751b98fd5: 2024-11-20T20:00:27,571 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:27,571 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:27,571 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. after waiting 0 ms 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:27,571 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7d2f65ed18dc55a4df3f80751b98fd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:27,571 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(2902): Flushing d7d2f65ed18dc55a4df3f80751b98fd5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. because compaction request was cancelled 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:A 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. because compaction request was cancelled 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. because compaction request was cancelled 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:B 2024-11-20T20:00:27,571 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7d2f65ed18dc55a4df3f80751b98fd5:C 2024-11-20T20:00:27,574 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/d6bb585513d84382912023d6fe0e3bbd is 50, key is test_row_0/A:col10/1732132826337/Put/seqid=0 2024-11-20T20:00:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742385_1561 (size=12301) 2024-11-20T20:00:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:27,977 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/d6bb585513d84382912023d6fe0e3bbd 2024-11-20T20:00:27,982 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e172872da2424fc099be9f0c97663789 is 50, key is test_row_0/B:col10/1732132826337/Put/seqid=0 2024-11-20T20:00:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742386_1562 (size=12301) 2024-11-20T20:00:28,385 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e172872da2424fc099be9f0c97663789 2024-11-20T20:00:28,390 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/453e188552e3470fa001311c877dc65e is 50, key is test_row_0/C:col10/1732132826337/Put/seqid=0 2024-11-20T20:00:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742387_1563 (size=12301) 2024-11-20T20:00:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:28,794 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/453e188552e3470fa001311c877dc65e 2024-11-20T20:00:28,797 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/A/d6bb585513d84382912023d6fe0e3bbd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/d6bb585513d84382912023d6fe0e3bbd 2024-11-20T20:00:28,800 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/d6bb585513d84382912023d6fe0e3bbd, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T20:00:28,800 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/B/e172872da2424fc099be9f0c97663789 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e172872da2424fc099be9f0c97663789 2024-11-20T20:00:28,802 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e172872da2424fc099be9f0c97663789, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T20:00:28,803 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/.tmp/C/453e188552e3470fa001311c877dc65e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/453e188552e3470fa001311c877dc65e 2024-11-20T20:00:28,805 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/453e188552e3470fa001311c877dc65e, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T20:00:28,806 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1235ms, sequenceid=428, compaction requested=true 2024-11-20T20:00:28,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/905d02a0fadd4bc9a1d008f56f262aaf, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/496f47e9cbb147e4b824e91c13a46e00, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/254cd6cbfc674516bba905a0e7d92a69, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5d5f64ef6e6c4b67af23d0ba4ff12fec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5e3969c800b844c2b03186503fb23e06, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/51c271e72c48413fa9b7c3d92870be40, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/b0649fb3804f4dcebf0ca2ebbb3e523e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/48818d7b278a49a792e7a21579f31b06, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95] to archive 2024-11-20T20:00:28,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:28,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f96de7c1396a49dfbf8c7cf66794d1df 2024-11-20T20:00:28,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/0f362dc15b944152ac02c0921a7db5e5 2024-11-20T20:00:28,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/c3729d97fd78435aba975ca68694f176 2024-11-20T20:00:28,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/905d02a0fadd4bc9a1d008f56f262aaf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/905d02a0fadd4bc9a1d008f56f262aaf 2024-11-20T20:00:28,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9e80867594534b1a88bbf67731ce4d1c 2024-11-20T20:00:28,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2e70cb963f374fc2ac20a19e4303a8c8 2024-11-20T20:00:28,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/496f47e9cbb147e4b824e91c13a46e00 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/496f47e9cbb147e4b824e91c13a46e00 2024-11-20T20:00:28,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f022c2a6975f49b28238252f7c3519da 2024-11-20T20:00:28,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/14d8292aa39f41589bdcd6fb1437e79d 2024-11-20T20:00:28,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/254cd6cbfc674516bba905a0e7d92a69 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/254cd6cbfc674516bba905a0e7d92a69 2024-11-20T20:00:28,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/93b80319453c41da81334eaac7af3730 2024-11-20T20:00:28,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08b9680dc7aa41909444142d2e626d3a 2024-11-20T20:00:28,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5d5f64ef6e6c4b67af23d0ba4ff12fec to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5d5f64ef6e6c4b67af23d0ba4ff12fec 2024-11-20T20:00:28,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/e86c9be453cc4fd39a7f1d568902cdb8 2024-11-20T20:00:28,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/91062c68871748638edaa78667469ac8 2024-11-20T20:00:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2568147419cc4253baf65aa48a28d01c 2024-11-20T20:00:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5e3969c800b844c2b03186503fb23e06 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/5e3969c800b844c2b03186503fb23e06 2024-11-20T20:00:28,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/08d62abb2a5a4bec8e49478ac7247af9 2024-11-20T20:00:28,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/9c0e470be91d477da80a25af01abf0f9 2024-11-20T20:00:28,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/51c271e72c48413fa9b7c3d92870be40 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/51c271e72c48413fa9b7c3d92870be40 2024-11-20T20:00:28,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/2ef369524fd848f9aab7fcd0d2f8c8e4 2024-11-20T20:00:28,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/ec36369f95884b9596b1e53c04272762 2024-11-20T20:00:28,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/b0649fb3804f4dcebf0ca2ebbb3e523e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/b0649fb3804f4dcebf0ca2ebbb3e523e 2024-11-20T20:00:28,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/3a0638e8d0514e5889b4704e75912344 2024-11-20T20:00:28,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/4c5f476e90dd479687d5ff3c19b45f94 2024-11-20T20:00:28,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/48818d7b278a49a792e7a21579f31b06 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/48818d7b278a49a792e7a21579f31b06 2024-11-20T20:00:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/7c99e012b8cd406fa787cd16fc52cec5 2024-11-20T20:00:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/1501b9d640844f149e6f5bac247fec95 2024-11-20T20:00:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/52033f35a17647d8875c4c1766a4119c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d60490b9517140c9b88663e89ed67c5c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/33e6ab98625143bfbc1c19eae32e9f8d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b23e4645637a465e8b9c3138f589054d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d331914f1ea140c6a71565871a1a4304, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/bc9322e3b9554e0a8a37a2c8017929fc, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/63dd64f43c9f467698cd0f3dfb855294, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/c099ebd86c614e04892e749dbd6c72a7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f] to archive 2024-11-20T20:00:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:28,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/87cfa82b26b741bbbf08c96793e7c4fb 2024-11-20T20:00:28,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6a3f0565385d404bb6ce22b201af2cec 2024-11-20T20:00:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/52033f35a17647d8875c4c1766a4119c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/52033f35a17647d8875c4c1766a4119c 2024-11-20T20:00:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/7b1c68fff3dd48bb9348fe0a9d38f0ff 2024-11-20T20:00:28,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6aae9cf3be4d4dec807360e0aef67b31 2024-11-20T20:00:28,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d60490b9517140c9b88663e89ed67c5c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d60490b9517140c9b88663e89ed67c5c 2024-11-20T20:00:28,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80bdb591c6d74b0aa5a713c8413ff477 2024-11-20T20:00:28,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/8dc50c86887d44a4bee5da40b28fb48d 2024-11-20T20:00:28,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/33e6ab98625143bfbc1c19eae32e9f8d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/33e6ab98625143bfbc1c19eae32e9f8d 2024-11-20T20:00:28,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e63e686b2e234b11ae3045cda8d53a1b 2024-11-20T20:00:28,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/118b4f617e9146fea5d89ec0489ba412 2024-11-20T20:00:28,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b23e4645637a465e8b9c3138f589054d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b23e4645637a465e8b9c3138f589054d 2024-11-20T20:00:28,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ac6120e6971448d1b45926c6f4bafe11 2024-11-20T20:00:28,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/80a9758c2f2541d8ae53975710364b4d 2024-11-20T20:00:28,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d06514a92cc04ddebd06c0e5e0e87579 2024-11-20T20:00:28,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d331914f1ea140c6a71565871a1a4304 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d331914f1ea140c6a71565871a1a4304 2024-11-20T20:00:28,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b9463b99ad554331a5e54626e95084dc 2024-11-20T20:00:28,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ada5f92b461e4f3eaabbdbd444d4e5f0 2024-11-20T20:00:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/bc9322e3b9554e0a8a37a2c8017929fc to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/bc9322e3b9554e0a8a37a2c8017929fc 2024-11-20T20:00:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/d396d36608f04790a18eadb5383dec39 2024-11-20T20:00:28,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/ab8b2ece25a04dd1bbd3c7110e702ce0 2024-11-20T20:00:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/63dd64f43c9f467698cd0f3dfb855294 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/63dd64f43c9f467698cd0f3dfb855294 2024-11-20T20:00:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/57ca565c5630466281032139b6d52308 2024-11-20T20:00:28,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6ea79cb85311413183756abf1805a686 2024-11-20T20:00:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/c099ebd86c614e04892e749dbd6c72a7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/c099ebd86c614e04892e749dbd6c72a7 2024-11-20T20:00:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/6d22333d959c49dda6246eaa27c68007 2024-11-20T20:00:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/774da2e8a3e74a97b4c170fb3d8fa867 2024-11-20T20:00:28,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b804c7c02b1b46a5a2eaa223f740834f 2024-11-20T20:00:28,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a351038ac81e4d1f92361f9e479381af, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/4ebd3a289e9c436082cdacfb2bed3424, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/88c9ab0242e34b0d8be4da576dcefd91, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/412411ba784c497faa51ffa2907ad2aa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/38100a2736504ac2971e2810858a5254, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/3f60c785576e409d8cb03fb1cb39c251, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/851007f6e6bb495291d769fd7d4d9e66, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/bbac5670a2b849d980a4e5b23659ff62, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7] to archive 2024-11-20T20:00:28,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a83c64251c9f46bc818831d45839b070 2024-11-20T20:00:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/52166ce133514d7c9a9a40d53b4bc31f 2024-11-20T20:00:28,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a351038ac81e4d1f92361f9e479381af to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/a351038ac81e4d1f92361f9e479381af 2024-11-20T20:00:28,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/dc979d9ee58c4746a2beae68e6f96dff 2024-11-20T20:00:28,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/219579c4709c4294b8987935c5de4439 2024-11-20T20:00:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/4ebd3a289e9c436082cdacfb2bed3424 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/4ebd3a289e9c436082cdacfb2bed3424 2024-11-20T20:00:28,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e0894104274cae8e3dee0d2cbb6cb9 2024-11-20T20:00:28,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e07759cb64f74ea283c32f58a5cea679 2024-11-20T20:00:28,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/88c9ab0242e34b0d8be4da576dcefd91 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/88c9ab0242e34b0d8be4da576dcefd91 2024-11-20T20:00:28,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/26d7b97e9b0146be8aec8cdbc805518c 2024-11-20T20:00:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/00ab4f0612b2407fa241d86010947d44 2024-11-20T20:00:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/412411ba784c497faa51ffa2907ad2aa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/412411ba784c497faa51ffa2907ad2aa 2024-11-20T20:00:28,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/eb1cc705611041ad8ca71bb59f1bb544 2024-11-20T20:00:28,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/b55408ab4ff745c7a4328805789e1196 2024-11-20T20:00:28,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/5383352640bd40cb9a35733db0b8b516 2024-11-20T20:00:28,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/38100a2736504ac2971e2810858a5254 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/38100a2736504ac2971e2810858a5254 2024-11-20T20:00:28,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f1f7e57423134269a24a19860bb666db 2024-11-20T20:00:28,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/92e9fc95174543acbaaee7d3c164e29b 2024-11-20T20:00:28,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/3f60c785576e409d8cb03fb1cb39c251 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/3f60c785576e409d8cb03fb1cb39c251 2024-11-20T20:00:28,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/1988fb70fb044fa18abbb20f712048c9 2024-11-20T20:00:28,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/df19bcbcc29a4fce99aae57ea16eabfa 2024-11-20T20:00:28,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/851007f6e6bb495291d769fd7d4d9e66 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/851007f6e6bb495291d769fd7d4d9e66 2024-11-20T20:00:28,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e50aec138da9446fac8e8c7f8b32f953 2024-11-20T20:00:28,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/f0b72505551c4b0d9ff6cf4d9806ad84 2024-11-20T20:00:28,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/bbac5670a2b849d980a4e5b23659ff62 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/bbac5670a2b849d980a4e5b23659ff62 2024-11-20T20:00:28,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/9f45539945ee496890a851c6a500ad23 2024-11-20T20:00:28,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/6f66eb4be84a408ea480424e6767ffb4 2024-11-20T20:00:28,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/8239df96f2ff4ed1ae0f2bf2d3d4dba7 2024-11-20T20:00:28,877 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/recovered.edits/431.seqid, newMaxSeqId=431, maxSeqId=1 2024-11-20T20:00:28,877 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. 2024-11-20T20:00:28,877 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for d7d2f65ed18dc55a4df3f80751b98fd5: Waiting for close lock at 1732132827490Running coprocessor pre-close hooks at 1732132827490Disabling compacts and flushes for region at 1732132827490Disabling writes for close at 1732132827571 (+81 ms)Obtaining lock to block concurrent updates at 1732132827571Preparing flush snapshotting stores in d7d2f65ed18dc55a4df3f80751b98fd5 at 1732132827571Finished memstore snapshotting TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732132827571Flushing stores of TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5. at 1732132827571Flushing d7d2f65ed18dc55a4df3f80751b98fd5/A: creating writer at 1732132827571Flushing d7d2f65ed18dc55a4df3f80751b98fd5/A: appending metadata at 1732132827573 (+2 ms)Flushing d7d2f65ed18dc55a4df3f80751b98fd5/A: closing flushed file at 1732132827573Flushing d7d2f65ed18dc55a4df3f80751b98fd5/B: creating writer at 1732132827980 (+407 ms)Flushing d7d2f65ed18dc55a4df3f80751b98fd5/B: appending metadata at 1732132827982 (+2 ms)Flushing d7d2f65ed18dc55a4df3f80751b98fd5/B: closing flushed file at 1732132827982Flushing d7d2f65ed18dc55a4df3f80751b98fd5/C: creating writer at 1732132828388 (+406 ms)Flushing d7d2f65ed18dc55a4df3f80751b98fd5/C: appending metadata at 1732132828390 (+2 ms)Flushing d7d2f65ed18dc55a4df3f80751b98fd5/C: closing flushed file at 1732132828390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3f4075: reopening flushed file at 1732132828797 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234ee447: reopening flushed file at 1732132828800 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4011ec56: reopening flushed file at 1732132828802 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d7d2f65ed18dc55a4df3f80751b98fd5 in 1235ms, sequenceid=428, compaction requested=true at 1732132828806 (+4 ms)Writing region close event to WAL at 1732132828874 (+68 ms)Running coprocessor post-close hooks at 1732132828877 (+3 ms)Closed at 1732132828877 2024-11-20T20:00:28,879 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:28,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=d7d2f65ed18dc55a4df3f80751b98fd5, regionState=CLOSED 2024-11-20T20:00:28,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:28,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T20:00:28,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure d7d2f65ed18dc55a4df3f80751b98fd5, server=7200dd4cf518,39215,1732132685355 in 1.5430 sec 2024-11-20T20:00:28,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T20:00:28,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7d2f65ed18dc55a4df3f80751b98fd5, UNASSIGN in 1.5470 sec 2024-11-20T20:00:28,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T20:00:28,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5490 sec 2024-11-20T20:00:28,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132828885"}]},"ts":"1732132828885"} 2024-11-20T20:00:28,886 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T20:00:28,887 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T20:00:28,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5570 sec 2024-11-20T20:00:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T20:00:29,477 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:29,477 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T20:00:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,479 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-20T20:00:29,480 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=157, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,483 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:29,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/recovered.edits] 2024-11-20T20:00:29,487 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/415070129575456c858a4145ef1c2847 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/415070129575456c858a4145ef1c2847 2024-11-20T20:00:29,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/6af37984994f4497b4400823f6843f30 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/6af37984994f4497b4400823f6843f30 2024-11-20T20:00:29,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/d6bb585513d84382912023d6fe0e3bbd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/d6bb585513d84382912023d6fe0e3bbd 2024-11-20T20:00:29,490 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f89b6d8687af4f0d8f90c43a6dff3a67 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/A/f89b6d8687af4f0d8f90c43a6dff3a67 2024-11-20T20:00:29,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/9638f4961b9e47388c1f7f13a2970c7a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/9638f4961b9e47388c1f7f13a2970c7a 2024-11-20T20:00:29,493 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b6be0483e0574e2f88761d8bc1cbccbe to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/b6be0483e0574e2f88761d8bc1cbccbe 2024-11-20T20:00:29,494 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e172872da2424fc099be9f0c97663789 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/e172872da2424fc099be9f0c97663789 2024-11-20T20:00:29,496 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/f9f573638d154281aef59a3c84ffaddf to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/B/f9f573638d154281aef59a3c84ffaddf 2024-11-20T20:00:29,498 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/060a6b8249e34db09c53344acf319806 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/060a6b8249e34db09c53344acf319806 2024-11-20T20:00:29,499 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/453e188552e3470fa001311c877dc65e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/453e188552e3470fa001311c877dc65e 2024-11-20T20:00:29,500 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/d4e32a867e2d482a8f7e9ab73b3ad370 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/d4e32a867e2d482a8f7e9ab73b3ad370 2024-11-20T20:00:29,501 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e85a952410094728bb2be1586a71bfce to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/C/e85a952410094728bb2be1586a71bfce 2024-11-20T20:00:29,502 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/recovered.edits/431.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5/recovered.edits/431.seqid 2024-11-20T20:00:29,503 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/d7d2f65ed18dc55a4df3f80751b98fd5 2024-11-20T20:00:29,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T20:00:29,505 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=157, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,506 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T20:00:29,508 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T20:00:29,509 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=157, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,509 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T20:00:29,509 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132829509"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:29,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T20:00:29,510 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d7d2f65ed18dc55a4df3f80751b98fd5, NAME => 'TestAcidGuarantees,,1732132803860.d7d2f65ed18dc55a4df3f80751b98fd5.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T20:00:29,510 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T20:00:29,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132829511"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:29,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T20:00:29,512 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=157, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-20T20:00:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-20T20:00:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T20:00:29,589 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:29,596 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 240), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4592 (was 4278) - AvailableMemoryMB LEAK? - 2024-11-20T20:00:29,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=4592 2024-11-20T20:00:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T20:00:29,606 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:00:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:29,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:00:29,608 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:29,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 158 2024-11-20T20:00:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:29,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:00:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742388_1564 (size=959) 2024-11-20T20:00:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:30,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737 2024-11-20T20:00:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742389_1565 (size=53) 2024-11-20T20:00:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 975c624a2afd792cf712a46b3a95067a, disabling compactions & flushes 2024-11-20T20:00:30,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. after waiting 0 ms 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 975c624a2afd792cf712a46b3a95067a: Waiting for close lock at 1732132830420Disabling compacts and flushes for region at 1732132830420Disabling writes for close at 1732132830420Writing region close event to WAL at 1732132830420Closed at 1732132830420 2024-11-20T20:00:30,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:00:30,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732132830422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732132830422"}]},"ts":"1732132830422"} 2024-11-20T20:00:30,423 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:00:30,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:00:30,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132830424"}]},"ts":"1732132830424"} 2024-11-20T20:00:30,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T20:00:30,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, ASSIGN}] 2024-11-20T20:00:30,426 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, ASSIGN 2024-11-20T20:00:30,426 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, ASSIGN; state=OFFLINE, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=false 2024-11-20T20:00:30,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:30,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, ASSIGN because future has completed 2024-11-20T20:00:30,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:30,733 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,733 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7752): Opening region: {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:00:30,733 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,733 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:00:30,733 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7794): checking encryption for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,733 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7797): checking classloading for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,734 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,735 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName A 2024-11-20T20:00:30,735 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:30,736 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:30,736 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,737 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName B 2024-11-20T20:00:30,737 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:30,737 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:30,737 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,738 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName C 2024-11-20T20:00:30,738 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:30,738 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:30,738 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1038): replaying wal for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,739 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,739 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,740 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1048): stopping wal replay for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,740 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1060): Cleaning up temporary data for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,740 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T20:00:30,741 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1093): writing seq id for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,742 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:00:30,742 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1114): Opened 975c624a2afd792cf712a46b3a95067a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66032302, jitterRate=-0.01604202389717102}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T20:00:30,742 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:30,743 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1006): Region open journal for 975c624a2afd792cf712a46b3a95067a: Running coprocessor pre-open hook at 1732132830733Writing region info on filesystem at 1732132830733Initializing all the Stores at 1732132830734 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132830734Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132830734Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132830734Cleaning up temporary data from old regions at 1732132830740 (+6 ms)Running coprocessor post-open hooks at 1732132830742 (+2 ms)Region opened successfully at 1732132830743 (+1 ms) 2024-11-20T20:00:30,744 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., pid=160, masterSystemTime=1732132830730 2024-11-20T20:00:30,745 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,745 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:30,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=OPEN, openSeqNum=2, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:30,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T20:00:30,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 in 169 msec 2024-11-20T20:00:30,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T20:00:30,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, ASSIGN in 324 msec 2024-11-20T20:00:30,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:00:30,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132830752"}]},"ts":"1732132830752"} 2024-11-20T20:00:30,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T20:00:30,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:00:30,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-20T20:00:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T20:00:31,757 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:31,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:31,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:31,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:31,759 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb06115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:31,761 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74148e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:31,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:31,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:31,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:00:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7200dd4cf518,38023,1732132684546 2024-11-20T20:00:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@620f47cc 2024-11-20T20:00:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:00:31,766 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:00:31,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T20:00:31,767 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:00:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742390_1566 (size=995) 2024-11-20T20:00:32,178 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T20:00:32,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T20:00:32,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T20:00:32,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE}] 2024-11-20T20:00:32,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE 2024-11-20T20:00:32,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE because future has completed 2024-11-20T20:00:32,184 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T20:00:32,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:32,336 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(122): Close 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,336 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T20:00:32,336 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1722): Closing 975c624a2afd792cf712a46b3a95067a, disabling compactions & flushes 2024-11-20T20:00:32,336 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,336 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,336 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. after waiting 0 ms 2024-11-20T20:00:32,336 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,339 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T20:00:32,340 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,340 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1676): Region close journal for 975c624a2afd792cf712a46b3a95067a: Waiting for close lock at 1732132832336Running coprocessor pre-close hooks at 1732132832336Disabling compacts and flushes for region at 1732132832336Disabling writes for close at 1732132832336Writing region close event to WAL at 1732132832337 (+1 ms)Running coprocessor post-close hooks at 1732132832340 (+3 ms)Closed at 1732132832340 2024-11-20T20:00:32,340 WARN [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionServer(3299): Not adding moved region record: 975c624a2afd792cf712a46b3a95067a to self. 2024-11-20T20:00:32,341 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(157): Closed 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=CLOSED 2024-11-20T20:00:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:32,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T20:00:32,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 in 160 msec 2024-11-20T20:00:32,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE; state=CLOSED, location=7200dd4cf518,39215,1732132685355; forceNewPlan=false, retain=true 2024-11-20T20:00:32,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=OPENING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE because future has completed 2024-11-20T20:00:32,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:32,651 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,651 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7752): Opening region: {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:00:32,652 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,652 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:00:32,652 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7794): checking encryption for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,652 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7797): checking classloading for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,653 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,654 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName A 2024-11-20T20:00:32,654 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:32,655 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:32,655 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,656 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName B 2024-11-20T20:00:32,656 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:32,656 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:32,656 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,657 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975c624a2afd792cf712a46b3a95067a columnFamilyName C 2024-11-20T20:00:32,657 DEBUG [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:32,657 INFO [StoreOpener-975c624a2afd792cf712a46b3a95067a-1 {}] regionserver.HStore(327): Store=975c624a2afd792cf712a46b3a95067a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:00:32,657 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1038): replaying wal for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,658 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,658 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,659 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1048): stopping wal replay for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,659 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1060): Cleaning up temporary data for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,659 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T20:00:32,660 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1093): writing seq id for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,661 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1114): Opened 975c624a2afd792cf712a46b3a95067a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67465213, jitterRate=0.0053100138902664185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T20:00:32,661 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,661 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1006): Region open journal for 975c624a2afd792cf712a46b3a95067a: Running coprocessor pre-open hook at 1732132832652Writing region info on filesystem at 1732132832652Initializing all the Stores at 1732132832653 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132832653Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132832653Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732132832653Cleaning up temporary data from old regions at 1732132832659 (+6 ms)Running coprocessor post-open hooks at 1732132832661 (+2 ms)Region opened successfully at 1732132832661 2024-11-20T20:00:32,662 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., pid=165, masterSystemTime=1732132832649 2024-11-20T20:00:32,663 DEBUG [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,663 INFO [RS_OPEN_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=OPEN, openSeqNum=5, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:32,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=163 2024-11-20T20:00:32,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=163, state=SUCCESS, hasLock=false; OpenRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 in 168 msec 2024-11-20T20:00:32,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T20:00:32,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, REOPEN/MOVE in 485 msec 2024-11-20T20:00:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T20:00:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-20T20:00:32,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-20T20:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-20T20:00:32,672 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:32,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2676e891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,675 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32212aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1a2696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d134c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3b75fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4391b641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,682 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792f0d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652c1c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,685 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe022f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7990322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,687 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641fc2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1696595b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,690 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e20ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,691 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c69c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,693 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cea4be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,695 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3001662a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b54db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7200dd4cf518,38023,-1 for getting cluster id 2024-11-20T20:00:32,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:00:32,697 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6b5941-d448-44bc-b754-d87bda1cbe52' 2024-11-20T20:00:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:00:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6b5941-d448-44bc-b754-d87bda1cbe52" 2024-11-20T20:00:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12112474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7200dd4cf518,38023,-1] 2024-11-20T20:00:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:00:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:32,698 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:00:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224340ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:00:32,699 DEBUG [Thread-2525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,699 DEBUG [Thread-2523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,699 DEBUG [Thread-2516 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,699 DEBUG [Thread-2508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,699 DEBUG [Thread-2514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,700 DEBUG [Thread-2510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,700 DEBUG [Thread-2519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,701 DEBUG [Thread-2512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,702 DEBUG [Thread-2521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,702 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:32,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,703 DEBUG [Thread-2527 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:00:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7200dd4cf518,39215,1732132685355, seqNum=-1] 2024-11-20T20:00:32,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-20T20:00:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:32,705 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:00:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:32,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5] 2024-11-20T20:00:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:32,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:32,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:32,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9d3c7f5408f457fbcd9e682d1d6bbe6_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132832713/Put/seqid=0 2024-11-20T20:00:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132892732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132892734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132892736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132892736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132892738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742391_1567 (size=9714) 2024-11-20T20:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132892846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132892847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132892847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132892847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132892847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:32,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:32,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:32,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:32,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132893057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132893057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132893057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132893057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132893057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:33,157 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9d3c7f5408f457fbcd9e682d1d6bbe6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3c7f5408f457fbcd9e682d1d6bbe6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:33,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/f8e38381bc2f4b7b96c8c03231e5706d, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:33,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/f8e38381bc2f4b7b96c8c03231e5706d is 175, key is test_row_0/A:col10/1732132832713/Put/seqid=0 2024-11-20T20:00:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742392_1568 (size=22361) 2024-11-20T20:00:33,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:33,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/f8e38381bc2f4b7b96c8c03231e5706d 2024-11-20T20:00:33,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7e74aa6a7e174e32af3e1800a7574aca is 50, key is test_row_0/B:col10/1732132832713/Put/seqid=0 2024-11-20T20:00:33,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:00:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742393_1569 (size=9657) 2024-11-20T20:00:33,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7e74aa6a7e174e32af3e1800a7574aca 2024-11-20T20:00:33,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/986bda7fadf348d6935b3c126b7505b7 is 50, key is test_row_0/C:col10/1732132832713/Put/seqid=0 2024-11-20T20:00:33,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742394_1570 (size=9657) 2024-11-20T20:00:33,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:33,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:33,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:33,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:34,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/986bda7fadf348d6935b3c126b7505b7 2024-11-20T20:00:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/f8e38381bc2f4b7b96c8c03231e5706d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d 2024-11-20T20:00:34,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d, entries=100, sequenceid=17, filesize=21.8 K 2024-11-20T20:00:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7e74aa6a7e174e32af3e1800a7574aca as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca 2024-11-20T20:00:34,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca, entries=100, sequenceid=17, filesize=9.4 K 2024-11-20T20:00:34,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/986bda7fadf348d6935b3c126b7505b7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7 2024-11-20T20:00:34,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7, entries=100, sequenceid=17, filesize=9.4 K 2024-11-20T20:00:34,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 975c624a2afd792cf712a46b3a95067a in 1351ms, sequenceid=17, compaction requested=false 2024-11-20T20:00:34,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:34,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T20:00:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:34,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T20:00:34,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030806cdb8d584f4b960d612e4ee0c1d2_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132832736/Put/seqid=0 2024-11-20T20:00:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742395_1571 (size=12154) 2024-11-20T20:00:34,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T20:00:34,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:34,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030806cdb8d584f4b960d612e4ee0c1d2_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030806cdb8d584f4b960d612e4ee0c1d2_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d083c12cfb3e4a02b289295ab30c69b2, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d083c12cfb3e4a02b289295ab30c69b2 is 175, key is test_row_0/A:col10/1732132832736/Put/seqid=0 2024-11-20T20:00:34,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742396_1572 (size=30955) 2024-11-20T20:00:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:34,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132894899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132894901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132894901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:34,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132894904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:34,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d083c12cfb3e4a02b289295ab30c69b2 2024-11-20T20:00:34,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132894904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e4df75c637ad48c19f308570fdc7768e is 50, key is test_row_0/B:col10/1732132832736/Put/seqid=0 2024-11-20T20:00:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742397_1573 (size=12001) 2024-11-20T20:00:35,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132895006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132895007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132895007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132895017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132895017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132895216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132895217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132895217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e4df75c637ad48c19f308570fdc7768e 2024-11-20T20:00:35,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e2958e8bda9342938e67ffe9318630f5 is 50, key is test_row_0/C:col10/1732132832736/Put/seqid=0 2024-11-20T20:00:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742398_1574 (size=12001) 2024-11-20T20:00:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132895526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132895526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132895526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132895537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132895537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:35,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e2958e8bda9342938e67ffe9318630f5 2024-11-20T20:00:35,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d083c12cfb3e4a02b289295ab30c69b2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2 2024-11-20T20:00:35,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T20:00:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e4df75c637ad48c19f308570fdc7768e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e 2024-11-20T20:00:35,751 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T20:00:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e2958e8bda9342938e67ffe9318630f5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5 2024-11-20T20:00:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T20:00:35,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 975c624a2afd792cf712a46b3a95067a in 1674ms, sequenceid=40, compaction requested=false 2024-11-20T20:00:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-20T20:00:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-20T20:00:35,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-20T20:00:35,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0560 sec 2024-11-20T20:00:35,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 3.0650 sec 2024-11-20T20:00:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:36,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T20:00:36,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120546c699532a84d6f898278cdfdf63af0_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742399_1575 (size=14594) 2024-11-20T20:00:36,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132896061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132896064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132896065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132896065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132896069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132896176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132896176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132896176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132896177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132896177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132896387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132896387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132896387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132896387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132896387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:36,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120546c699532a84d6f898278cdfdf63af0_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120546c699532a84d6f898278cdfdf63af0_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:36,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/9491bc3aa7b54c8f9fcde2d35d4140a6, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:36,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/9491bc3aa7b54c8f9fcde2d35d4140a6 is 175, key is test_row_0/A:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742400_1576 (size=39549) 2024-11-20T20:00:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132896696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132896696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132896697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132896697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132896697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:36,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/9491bc3aa7b54c8f9fcde2d35d4140a6 2024-11-20T20:00:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T20:00:36,867 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:36,868 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-20T20:00:36,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7677a820ccc54033aec9b060073450c3 is 50, key is test_row_0/B:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T20:00:36,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:36,871 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:36,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742401_1577 (size=12001) 2024-11-20T20:00:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T20:00:37,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T20:00:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T20:00:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T20:00:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132897207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132897207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132897207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132897207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132897207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:37,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7677a820ccc54033aec9b060073450c3 2024-11-20T20:00:37,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/96a16fb938104f248be90736918f4009 is 50, key is test_row_0/C:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742402_1578 (size=12001) 2024-11-20T20:00:37,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/96a16fb938104f248be90736918f4009 2024-11-20T20:00:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/9491bc3aa7b54c8f9fcde2d35d4140a6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6 2024-11-20T20:00:37,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6, entries=200, sequenceid=57, filesize=38.6 K 2024-11-20T20:00:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7677a820ccc54033aec9b060073450c3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3 2024-11-20T20:00:37,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T20:00:37,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/96a16fb938104f248be90736918f4009 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009 2024-11-20T20:00:37,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T20:00:37,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 975c624a2afd792cf712a46b3a95067a in 1257ms, sequenceid=57, compaction requested=true 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:37,298 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:37,298 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:37,299 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:37,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:37,299 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:37,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:37,299 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,299 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,299 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=90.7 K 2024-11-20T20:00:37,299 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=32.9 K 2024-11-20T20:00:37,299 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,299 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6] 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e74aa6a7e174e32af3e1800a7574aca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132832713 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8e38381bc2f4b7b96c8c03231e5706d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132832713 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e4df75c637ad48c19f308570fdc7768e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132832730 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d083c12cfb3e4a02b289295ab30c69b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132832730 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7677a820ccc54033aec9b060073450c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132836038 2024-11-20T20:00:37,300 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9491bc3aa7b54c8f9fcde2d35d4140a6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132834898 2024-11-20T20:00:37,305 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:37,306 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:37,307 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/5f88e1e4d10d462886a2c5e9412f17dd is 50, key is test_row_0/B:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:37,307 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202bc4caa7f05545eea329b0f04d564713_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:37,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202bc4caa7f05545eea329b0f04d564713_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:37,309 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bc4caa7f05545eea329b0f04d564713_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742403_1579 (size=12104) 2024-11-20T20:00:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742404_1580 (size=4469) 2024-11-20T20:00:37,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T20:00:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,329 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T20:00:37,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120962de1528b284f78b55d3975dd54f5bb_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132836059/Put/seqid=0 2024-11-20T20:00:37,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742405_1581 (size=12154) 2024-11-20T20:00:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120962de1528b284f78b55d3975dd54f5bb_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120962de1528b284f78b55d3975dd54f5bb_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/5caf963f675b4d27a0df2b42946515f6, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/5caf963f675b4d27a0df2b42946515f6 is 175, key is test_row_0/A:col10/1732132836059/Put/seqid=0 2024-11-20T20:00:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742406_1582 (size=30955) 2024-11-20T20:00:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/5caf963f675b4d27a0df2b42946515f6 2024-11-20T20:00:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e25fe0688e494d428eebd43a53f4c6d3 is 50, key is test_row_0/B:col10/1732132836059/Put/seqid=0 2024-11-20T20:00:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742407_1583 (size=12001) 2024-11-20T20:00:37,376 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e25fe0688e494d428eebd43a53f4c6d3 2024-11-20T20:00:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6fc4ea71f12c482f9319419fbdfcd0ef is 50, key is test_row_0/C:col10/1732132836059/Put/seqid=0 2024-11-20T20:00:37,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742408_1584 (size=12001) 2024-11-20T20:00:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T20:00:37,722 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:37,722 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b2ae36f5a01e4e4289e7f77712fe82e1 is 175, key is test_row_0/A:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:37,725 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/5f88e1e4d10d462886a2c5e9412f17dd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/5f88e1e4d10d462886a2c5e9412f17dd 2024-11-20T20:00:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742409_1585 (size=31058) 2024-11-20T20:00:37,730 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 5f88e1e4d10d462886a2c5e9412f17dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:37,730 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:37,730 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132837298; duration=0sec 2024-11-20T20:00:37,730 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:37,730 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:37,730 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:37,731 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:37,731 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:37,731 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,731 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=32.9 K 2024-11-20T20:00:37,731 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 986bda7fadf348d6935b3c126b7505b7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732132832713 2024-11-20T20:00:37,731 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e2958e8bda9342938e67ffe9318630f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732132832730 2024-11-20T20:00:37,732 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a16fb938104f248be90736918f4009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132836038 2024-11-20T20:00:37,737 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:37,738 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/f948c01c79cd4c93a227943512115f1e is 50, key is test_row_0/C:col10/1732132836038/Put/seqid=0 2024-11-20T20:00:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742410_1586 (size=12104) 2024-11-20T20:00:37,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6fc4ea71f12c482f9319419fbdfcd0ef 2024-11-20T20:00:37,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/5caf963f675b4d27a0df2b42946515f6 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6 2024-11-20T20:00:37,806 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6, entries=150, sequenceid=76, filesize=30.2 K 2024-11-20T20:00:37,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e25fe0688e494d428eebd43a53f4c6d3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3 2024-11-20T20:00:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T20:00:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6fc4ea71f12c482f9319419fbdfcd0ef as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef 2024-11-20T20:00:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,817 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T20:00:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 975c624a2afd792cf712a46b3a95067a in 489ms, sequenceid=76, compaction requested=false 2024-11-20T20:00:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-20T20:00:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T20:00:37,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 948 msec 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 954 msec 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T20:00:38,007 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,008 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-20T20:00:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,011 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,013 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:38,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T20:00:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,135 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b2ae36f5a01e4e4289e7f77712fe82e1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1 2024-11-20T20:00:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into b2ae36f5a01e4e4289e7f77712fe82e1(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:38,140 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132837298; duration=0sec 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:38,140 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,146 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/f948c01c79cd4c93a227943512115f1e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/f948c01c79cd4c93a227943512115f1e 2024-11-20T20:00:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-20T20:00:38,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,166 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into f948c01c79cd4c93a227943512115f1e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:38,166 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:38,166 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132837298; duration=0sec 2024-11-20T20:00:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,166 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:38,166 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:38,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:38,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-20T20:00:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-20T20:00:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-20T20:00:38,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-20T20:00:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 164 msec 2024-11-20T20:00:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:38,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7fe9928544f4edbb2f68db603551bf1_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742411_1587 (size=19474) 2024-11-20T20:00:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132898291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132898292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132898293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132898296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132898296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T20:00:38,327 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:38,328 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-20T20:00:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:38,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:38,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:38,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:38,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132898407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:38,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:38,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:38,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132898617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132898617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132898617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132898617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132898618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:38,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:38,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:38,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:38,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7fe9928544f4edbb2f68db603551bf1_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7fe9928544f4edbb2f68db603551bf1_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:38,681 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eafcd0cc4f0040a6847a5fb387e6894e, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:38,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eafcd0cc4f0040a6847a5fb387e6894e is 175, key is test_row_0/A:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:38,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742412_1588 (size=56733) 2024-11-20T20:00:38,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132898927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132898927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132898927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132898928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132898928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:38,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:38,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:39,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eafcd0cc4f0040a6847a5fb387e6894e 2024-11-20T20:00:39,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/3e40b470748b4095a5cd9aa40c0a9a33 is 50, key is test_row_0/B:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:39,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742413_1589 (size=12001) 2024-11-20T20:00:39,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/3e40b470748b4095a5cd9aa40c0a9a33 2024-11-20T20:00:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/365f8f82340d4e879f56104c31d24810 is 50, key is test_row_0/C:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742414_1590 (size=12001) 2024-11-20T20:00:39,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:39,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/365f8f82340d4e879f56104c31d24810 2024-11-20T20:00:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eafcd0cc4f0040a6847a5fb387e6894e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e 2024-11-20T20:00:39,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e, entries=300, sequenceid=92, filesize=55.4 K 2024-11-20T20:00:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/3e40b470748b4095a5cd9aa40c0a9a33 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33 2024-11-20T20:00:39,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T20:00:39,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/365f8f82340d4e879f56104c31d24810 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810 2024-11-20T20:00:39,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T20:00:39,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 975c624a2afd792cf712a46b3a95067a in 1259ms, sequenceid=92, compaction requested=true 2024-11-20T20:00:39,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:39,525 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:39,526 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,526 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,526 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=116.0 K 2024-11-20T20:00:39,526 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/5f88e1e4d10d462886a2c5e9412f17dd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.3 K 2024-11-20T20:00:39,526 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e] 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f88e1e4d10d462886a2c5e9412f17dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132836038 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ae36f5a01e4e4289e7f77712fe82e1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132836038 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e25fe0688e494d428eebd43a53f4c6d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732132836059 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5caf963f675b4d27a0df2b42946515f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732132836059 2024-11-20T20:00:39,526 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e40b470748b4095a5cd9aa40c0a9a33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838263 2024-11-20T20:00:39,527 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting eafcd0cc4f0040a6847a5fb387e6894e, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838237 2024-11-20T20:00:39,531 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:39,533 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:39,533 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d8e7693a28c4c179bcbf747cca2fcff_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:39,533 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/568d246c81d9421cbc370d62dee1f413 is 50, key is test_row_0/B:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:39,534 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d8e7693a28c4c179bcbf747cca2fcff_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:39,535 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d8e7693a28c4c179bcbf747cca2fcff_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742416_1592 (size=4469) 2024-11-20T20:00:39,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T20:00:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742415_1591 (size=12207) 2024-11-20T20:00:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T20:00:39,562 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/568d246c81d9421cbc370d62dee1f413 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/568d246c81d9421cbc370d62dee1f413 2024-11-20T20:00:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112082049294ed254a059ea16720ba08f3d3_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132838295/Put/seqid=0 2024-11-20T20:00:39,567 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 568d246c81d9421cbc370d62dee1f413(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:39,567 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:39,567 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132839525; duration=0sec 2024-11-20T20:00:39,567 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:39,567 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:39,567 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:39,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742417_1593 (size=12154) 2024-11-20T20:00:39,569 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:39,569 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:39,569 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:39,569 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/f948c01c79cd4c93a227943512115f1e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.3 K 2024-11-20T20:00:39,569 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting f948c01c79cd4c93a227943512115f1e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732132836038 2024-11-20T20:00:39,570 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fc4ea71f12c482f9319419fbdfcd0ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732132836059 2024-11-20T20:00:39,570 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 365f8f82340d4e879f56104c31d24810, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838263 2024-11-20T20:00:39,577 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:39,577 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/a2c8eb746ead4675a7fa6eb413af1b15 is 50, key is test_row_0/C:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742418_1594 (size=12207) 2024-11-20T20:00:39,956 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:39,957 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/605ee649f97745c28ab249c6ee3bfbea is 175, key is test_row_0/A:col10/1732132838264/Put/seqid=0 2024-11-20T20:00:39,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742419_1595 (size=31161) 2024-11-20T20:00:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:39,972 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112082049294ed254a059ea16720ba08f3d3_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112082049294ed254a059ea16720ba08f3d3_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/21026954da9e42c8a21112a4a1b56c57, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/21026954da9e42c8a21112a4a1b56c57 is 175, key is test_row_0/A:col10/1732132838295/Put/seqid=0 2024-11-20T20:00:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742420_1596 (size=30955) 2024-11-20T20:00:39,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/21026954da9e42c8a21112a4a1b56c57 2024-11-20T20:00:39,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb is 50, key is test_row_0/B:col10/1732132838295/Put/seqid=0 2024-11-20T20:00:39,985 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/a2c8eb746ead4675a7fa6eb413af1b15 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a2c8eb746ead4675a7fa6eb413af1b15 2024-11-20T20:00:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742421_1597 (size=12001) 2024-11-20T20:00:39,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb 2024-11-20T20:00:40,003 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into a2c8eb746ead4675a7fa6eb413af1b15(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:40,003 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,003 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132839525; duration=0sec 2024-11-20T20:00:40,003 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:40,003 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:40,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/c81df23f9c004d1b990491683e3366f1 is 50, key is test_row_0/C:col10/1732132838295/Put/seqid=0 2024-11-20T20:00:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742422_1598 (size=12001) 2024-11-20T20:00:40,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/c81df23f9c004d1b990491683e3366f1 2024-11-20T20:00:40,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/21026954da9e42c8a21112a4a1b56c57 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57 2024-11-20T20:00:40,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57, entries=150, sequenceid=116, filesize=30.2 K 2024-11-20T20:00:40,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb 2024-11-20T20:00:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,023 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T20:00:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/c81df23f9c004d1b990491683e3366f1 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 975c624a2afd792cf712a46b3a95067a in 472ms, sequenceid=116, compaction requested=false 2024-11-20T20:00:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-20T20:00:40,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-11-20T20:00:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.7040 sec 2024-11-20T20:00:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,366 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/605ee649f97745c28ab249c6ee3bfbea as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea 2024-11-20T20:00:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,371 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into 605ee649f97745c28ab249c6ee3bfbea(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:40,371 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,371 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132839525; duration=0sec 2024-11-20T20:00:40,371 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:40,372 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T20:00:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,477 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,478 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-20T20:00:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:40,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:40,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b93133413a7a42de9be1f675cc0900d6_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742423_1599 (size=19624) 2024-11-20T20:00:40,550 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132900546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b93133413a7a42de9be1f675cc0900d6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b93133413a7a42de9be1f675cc0900d6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:40,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/420f7fb628ca46d7b0e4c01b7b8a60d8, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132900548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132900548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132900550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/420f7fb628ca46d7b0e4c01b7b8a60d8 is 175, key is test_row_0/A:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132900552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742424_1600 (size=56883) 2024-11-20T20:00:40,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/420f7fb628ca46d7b0e4c01b7b8a60d8 2024-11-20T20:00:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:40,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/6e9aeb732aa342f38e8d4c5d7d94fe40 is 50, key is test_row_0/B:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742425_1601 (size=12101) 2024-11-20T20:00:40,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/6e9aeb732aa342f38e8d4c5d7d94fe40 2024-11-20T20:00:40,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ee89a7c8d07242a08c48524e74dea3c0 is 50, key is test_row_0/C:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742426_1602 (size=12101) 2024-11-20T20:00:40,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ee89a7c8d07242a08c48524e74dea3c0 2024-11-20T20:00:40,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/420f7fb628ca46d7b0e4c01b7b8a60d8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8 2024-11-20T20:00:40,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132900656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8, entries=300, sequenceid=131, filesize=55.5 K 2024-11-20T20:00:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/6e9aeb732aa342f38e8d4c5d7d94fe40 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40 2024-11-20T20:00:40,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T20:00:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ee89a7c8d07242a08c48524e74dea3c0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0 2024-11-20T20:00:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132900667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T20:00:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132900668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 975c624a2afd792cf712a46b3a95067a in 165ms, sequenceid=131, compaction requested=true 2024-11-20T20:00:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:40,674 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:40,674 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:40,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:40,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:40,676 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,676 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,676 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=116.2 K 2024-11-20T20:00:40,676 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/568d246c81d9421cbc370d62dee1f413, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.5 K 2024-11-20T20:00:40,676 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8] 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 568d246c81d9421cbc370d62dee1f413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838263 2024-11-20T20:00:40,676 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605ee649f97745c28ab249c6ee3bfbea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838263 2024-11-20T20:00:40,677 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dcc6ef4f68d47aa9a4d9298e1cbb6cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732132838289 2024-11-20T20:00:40,678 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e9aeb732aa342f38e8d4c5d7d94fe40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:40,679 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21026954da9e42c8a21112a4a1b56c57, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732132838289 2024-11-20T20:00:40,680 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420f7fb628ca46d7b0e4c01b7b8a60d8, keycount=300, bloomtype=ROW, size=55.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:40,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf87daf6acb740d2a96eef1b5100f76c_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132840546/Put/seqid=0 2024-11-20T20:00:40,693 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:40,693 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/94d3911b35784e1697511d5be5b61fa7 is 50, key is test_row_0/B:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,697 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:40,713 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120000f54206f944d7aa98e37ac8e7a9913_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:40,715 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120000f54206f944d7aa98e37ac8e7a9913_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:40,715 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120000f54206f944d7aa98e37ac8e7a9913_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132900714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132900714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742428_1604 (size=12409) 2024-11-20T20:00:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742427_1603 (size=14794) 2024-11-20T20:00:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742429_1605 (size=4469) 2024-11-20T20:00:40,741 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#506 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:40,741 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eacc957ece5146f3bee86257ffdb1db3 is 175, key is test_row_0/A:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742430_1606 (size=31363) 2024-11-20T20:00:40,752 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/eacc957ece5146f3bee86257ffdb1db3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3 2024-11-20T20:00:40,756 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into eacc957ece5146f3bee86257ffdb1db3(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:40,756 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,756 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132840673; duration=0sec 2024-11-20T20:00:40,757 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:40,757 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:40,757 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:40,758 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:40,758 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:40,758 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,758 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a2c8eb746ead4675a7fa6eb413af1b15, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.5 K 2024-11-20T20:00:40,758 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2c8eb746ead4675a7fa6eb413af1b15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732132838263 2024-11-20T20:00:40,759 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c81df23f9c004d1b990491683e3366f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732132838289 2024-11-20T20:00:40,759 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee89a7c8d07242a08c48524e74dea3c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:40,766 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:40,767 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/67c10973b0e942d6b0e06f3c48265c13 is 50, key is test_row_0/C:col10/1732132840505/Put/seqid=0 2024-11-20T20:00:40,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742431_1607 (size=12409) 2024-11-20T20:00:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:40,800 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/67c10973b0e942d6b0e06f3c48265c13 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/67c10973b0e942d6b0e06f3c48265c13 2024-11-20T20:00:40,805 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into 67c10973b0e942d6b0e06f3c48265c13(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:40,805 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:40,805 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132840674; duration=0sec 2024-11-20T20:00:40,805 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:40,805 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132900826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132900827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132900867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132900877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132900877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:40,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:40,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132901037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132901037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:41,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:41,137 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/94d3911b35784e1697511d5be5b61fa7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/94d3911b35784e1697511d5be5b61fa7 2024-11-20T20:00:41,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf87daf6acb740d2a96eef1b5100f76c_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf87daf6acb740d2a96eef1b5100f76c_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:41,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/79a3c1c64ffd45ff81a2d646a11b6f83, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:41,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/79a3c1c64ffd45ff81a2d646a11b6f83 is 175, key is test_row_0/A:col10/1732132840546/Put/seqid=0 2024-11-20T20:00:41,143 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 94d3911b35784e1697511d5be5b61fa7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:41,143 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:41,143 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132840674; duration=0sec 2024-11-20T20:00:41,144 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:41,144 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742432_1608 (size=39749) 2024-11-20T20:00:41,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/79a3c1c64ffd45ff81a2d646a11b6f83 2024-11-20T20:00:41,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/2a1310e2cda943a58ec4c1a3c5d41a0a is 50, key is test_row_0/B:col10/1732132840546/Put/seqid=0 2024-11-20T20:00:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742433_1609 (size=12151) 2024-11-20T20:00:41,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/2a1310e2cda943a58ec4c1a3c5d41a0a 2024-11-20T20:00:41,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/bf6cc845efb24c588392b02a380ae607 is 50, key is test_row_0/C:col10/1732132840546/Put/seqid=0 2024-11-20T20:00:41,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742434_1610 (size=12151) 2024-11-20T20:00:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132901177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132901187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132901187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132901347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132901347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/bf6cc845efb24c588392b02a380ae607 2024-11-20T20:00:41,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/79a3c1c64ffd45ff81a2d646a11b6f83 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83 2024-11-20T20:00:41,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83, entries=200, sequenceid=157, filesize=38.8 K 2024-11-20T20:00:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/2a1310e2cda943a58ec4c1a3c5d41a0a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a 2024-11-20T20:00:41,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T20:00:41,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/bf6cc845efb24c588392b02a380ae607 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607 2024-11-20T20:00:41,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T20:00:41,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 975c624a2afd792cf712a46b3a95067a in 916ms, sequenceid=157, compaction requested=false 2024-11-20T20:00:41,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:41,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:41,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112097af8074968c4b4d96676ce042ff0582_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742435_1611 (size=14794) 2024-11-20T20:00:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132901734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132901734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132901736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132901847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132901847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132901847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132901857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132901857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:41,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:41,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132902057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132902057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132902057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:42,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112097af8074968c4b4d96676ce042ff0582_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097af8074968c4b4d96676ce042ff0582_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:42,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/47a52990c0a149bdbe0374a902d7f89a, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:42,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/47a52990c0a149bdbe0374a902d7f89a is 175, key is test_row_0/A:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742436_1612 (size=39749) 2024-11-20T20:00:42,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132902366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132902366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132902367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/47a52990c0a149bdbe0374a902d7f89a 2024-11-20T20:00:42,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/98e0eed1b4c846deb8a444f5a56517b5 is 50, key is test_row_0/B:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742437_1613 (size=12151) 2024-11-20T20:00:42,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:42,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132902866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,870 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:42,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132902876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132902877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,880 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_0' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132902877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132902877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:42,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/98e0eed1b4c846deb8a444f5a56517b5 2024-11-20T20:00:42,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/027ed60d3b0647bb8891cc06fcd3b7ab is 50, key is test_row_0/C:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742438_1614 (size=12151) 2024-11-20T20:00:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:42,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:43,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/027ed60d3b0647bb8891cc06fcd3b7ab 2024-11-20T20:00:43,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/47a52990c0a149bdbe0374a902d7f89a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a 2024-11-20T20:00:43,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a, entries=200, sequenceid=171, filesize=38.8 K 2024-11-20T20:00:43,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/98e0eed1b4c846deb8a444f5a56517b5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5 2024-11-20T20:00:43,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T20:00:43,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/027ed60d3b0647bb8891cc06fcd3b7ab as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab 2024-11-20T20:00:43,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T20:00:43,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 975c624a2afd792cf712a46b3a95067a in 1663ms, sequenceid=171, compaction requested=true 2024-11-20T20:00:43,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:43,353 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:43,353 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:43,354 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,354 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,354 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=108.3 K 2024-11-20T20:00:43,354 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/94d3911b35784e1697511d5be5b61fa7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.9 K 2024-11-20T20:00:43,354 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a] 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d3911b35784e1697511d5be5b61fa7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:43,354 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting eacc957ece5146f3bee86257ffdb1db3, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:43,355 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a1310e2cda943a58ec4c1a3c5d41a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732132840546 2024-11-20T20:00:43,355 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79a3c1c64ffd45ff81a2d646a11b6f83, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732132840546 2024-11-20T20:00:43,355 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e0eed1b4c846deb8a444f5a56517b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840702 2024-11-20T20:00:43,355 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47a52990c0a149bdbe0374a902d7f89a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840699 2024-11-20T20:00:43,360 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:43,361 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:43,362 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/3bdad82ee4a9434497afff9e53b0c292 is 50, key is test_row_0/B:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:43,363 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d642000836c14172a0c20160a189c4c0_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:43,365 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d642000836c14172a0c20160a189c4c0_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:43,365 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d642000836c14172a0c20160a189c4c0_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742439_1615 (size=12561) 2024-11-20T20:00:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742440_1616 (size=4469) 2024-11-20T20:00:43,369 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#513 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:43,369 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b3032ce0c8a8459282d138a577a9b6d7 is 175, key is test_row_0/A:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742441_1617 (size=31515) 2024-11-20T20:00:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T20:00:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:43,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206262bb91ccfa412fbfedcdf6f1350cf1_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132841734/Put/seqid=0 2024-11-20T20:00:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742442_1618 (size=12304) 2024-11-20T20:00:43,772 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/3bdad82ee4a9434497afff9e53b0c292 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3bdad82ee4a9434497afff9e53b0c292 2024-11-20T20:00:43,777 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 3bdad82ee4a9434497afff9e53b0c292(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:43,777 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:43,777 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132843353; duration=0sec 2024-11-20T20:00:43,777 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:43,777 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:43,777 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:43,778 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:43,778 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:43,778 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:43,779 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/67c10973b0e942d6b0e06f3c48265c13, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=35.9 K 2024-11-20T20:00:43,779 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 67c10973b0e942d6b0e06f3c48265c13, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732132840477 2024-11-20T20:00:43,779 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6cc845efb24c588392b02a380ae607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732132840546 2024-11-20T20:00:43,780 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 027ed60d3b0647bb8891cc06fcd3b7ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840702 2024-11-20T20:00:43,789 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b3032ce0c8a8459282d138a577a9b6d7 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7 2024-11-20T20:00:43,794 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into b3032ce0c8a8459282d138a577a9b6d7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:43,794 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:43,794 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132843353; duration=0sec 2024-11-20T20:00:43,794 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:43,794 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:43,796 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:43,796 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6d6703bc313c46588d599151b04e62a5 is 50, key is test_row_0/C:col10/1732132840709/Put/seqid=0 2024-11-20T20:00:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742443_1619 (size=12561) 2024-11-20T20:00:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:43,812 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206262bb91ccfa412fbfedcdf6f1350cf1_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206262bb91ccfa412fbfedcdf6f1350cf1_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6635803c17c747259f47c13f0b1e4a54, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:43,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6635803c17c747259f47c13f0b1e4a54 is 175, key is test_row_0/A:col10/1732132841734/Put/seqid=0 2024-11-20T20:00:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742444_1620 (size=31105) 2024-11-20T20:00:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:43,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132903899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132903900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132903902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132904007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132904007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132904007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,206 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6d6703bc313c46588d599151b04e62a5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6d6703bc313c46588d599151b04e62a5 2024-11-20T20:00:44,209 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into 6d6703bc313c46588d599151b04e62a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:44,209 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:44,210 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132843353; duration=0sec 2024-11-20T20:00:44,210 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:44,210 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132904216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132904217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6635803c17c747259f47c13f0b1e4a54 2024-11-20T20:00:44,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132904217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7691a077f72e4294b58ee543594cc477 is 50, key is test_row_0/B:col10/1732132841734/Put/seqid=0 2024-11-20T20:00:44,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742445_1621 (size=12151) 2024-11-20T20:00:44,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7691a077f72e4294b58ee543594cc477 2024-11-20T20:00:44,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/437b005e45d3468697f35fdac43ee756 is 50, key is test_row_0/C:col10/1732132841734/Put/seqid=0 2024-11-20T20:00:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742446_1622 (size=12151) 2024-11-20T20:00:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132904527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132904527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132904527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,644 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/437b005e45d3468697f35fdac43ee756 2024-11-20T20:00:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6635803c17c747259f47c13f0b1e4a54 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54 2024-11-20T20:00:44,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54, entries=150, sequenceid=196, filesize=30.4 K 2024-11-20T20:00:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/7691a077f72e4294b58ee543594cc477 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477 2024-11-20T20:00:44,656 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T20:00:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/437b005e45d3468697f35fdac43ee756 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756 2024-11-20T20:00:44,660 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T20:00:44,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 975c624a2afd792cf712a46b3a95067a in 1263ms, sequenceid=196, compaction requested=false 2024-11-20T20:00:44,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:44,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:44,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-20T20:00:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-20T20:00:44,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-20T20:00:44,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1890 sec 2024-11-20T20:00:44,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 4.1930 sec 2024-11-20T20:00:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:44,890 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:44,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T20:00:44,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206ed53b92c97742c484652d7a124068f6_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742447_1623 (size=14794) 2024-11-20T20:00:44,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:44,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206ed53b92c97742c484652d7a124068f6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206ed53b92c97742c484652d7a124068f6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:44,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/e99dd23735ca4cbebfbb4dcf4d705420, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:44,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/e99dd23735ca4cbebfbb4dcf4d705420 is 175, key is test_row_0/A:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742448_1624 (size=39749) 2024-11-20T20:00:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132904940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132904941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132905037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132905037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132905037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132905046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132905057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132905256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132905267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,315 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/e99dd23735ca4cbebfbb4dcf4d705420 2024-11-20T20:00:45,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/547fad57233944289443dc71116f09ef is 50, key is test_row_0/B:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742449_1625 (size=12151) 2024-11-20T20:00:45,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/547fad57233944289443dc71116f09ef 2024-11-20T20:00:45,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6c2a2322ee2d4aed8af923264d7cbd13 is 50, key is test_row_0/C:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742450_1626 (size=12151) 2024-11-20T20:00:45,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6c2a2322ee2d4aed8af923264d7cbd13 2024-11-20T20:00:45,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/e99dd23735ca4cbebfbb4dcf4d705420 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420 2024-11-20T20:00:45,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420, entries=200, sequenceid=211, filesize=38.8 K 2024-11-20T20:00:45,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/547fad57233944289443dc71116f09ef as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef 2024-11-20T20:00:45,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T20:00:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/6c2a2322ee2d4aed8af923264d7cbd13 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13 2024-11-20T20:00:45,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T20:00:45,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 975c624a2afd792cf712a46b3a95067a in 459ms, sequenceid=211, compaction requested=true 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:45,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:45,349 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:45,350 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:45,350 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:45,350 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:45,350 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:45,350 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:45,350 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:45,350 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3bdad82ee4a9434497afff9e53b0c292, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=36.0 K 2024-11-20T20:00:45,350 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=100.0 K 2024-11-20T20:00:45,350 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:45,351 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420] 2024-11-20T20:00:45,351 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bdad82ee4a9434497afff9e53b0c292, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840702 2024-11-20T20:00:45,351 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3032ce0c8a8459282d138a577a9b6d7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840702 2024-11-20T20:00:45,352 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 7691a077f72e4294b58ee543594cc477, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732132841732 2024-11-20T20:00:45,352 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6635803c17c747259f47c13f0b1e4a54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732132841732 2024-11-20T20:00:45,352 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting e99dd23735ca4cbebfbb4dcf4d705420, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:45,352 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 547fad57233944289443dc71116f09ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:45,359 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:45,360 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:45,360 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e48b71acd27242f4aefcc803a273512a is 50, key is test_row_0/B:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:45,361 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209bba6224a86e436ea92b402a0410e55b_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:45,363 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209bba6224a86e436ea92b402a0410e55b_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:45,363 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209bba6224a86e436ea92b402a0410e55b_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:45,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742451_1627 (size=12663) 2024-11-20T20:00:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742452_1628 (size=4469) 2024-11-20T20:00:45,367 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#523 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:45,368 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b82dac119adf4950b646b82df5d085ad is 175, key is test_row_0/A:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742453_1629 (size=31617) 2024-11-20T20:00:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:45,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:45,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba8ce823ca9842dfb780f4d56bb930c4_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132844939/Put/seqid=0 2024-11-20T20:00:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742454_1630 (size=14794) 2024-11-20T20:00:45,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:45,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba8ce823ca9842dfb780f4d56bb930c4_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba8ce823ca9842dfb780f4d56bb930c4_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:45,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d3f80270e6fc46d19ba038c162b06d70, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:45,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d3f80270e6fc46d19ba038c162b06d70 is 175, key is test_row_0/A:col10/1732132844939/Put/seqid=0 2024-11-20T20:00:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742455_1631 (size=39749) 2024-11-20T20:00:45,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d3f80270e6fc46d19ba038c162b06d70 2024-11-20T20:00:45,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132905591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132905592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/db98ef5fc28845a194b0446e9f6d0b62 is 50, key is test_row_0/B:col10/1732132844939/Put/seqid=0 2024-11-20T20:00:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742456_1632 (size=12151) 2024-11-20T20:00:45,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/db98ef5fc28845a194b0446e9f6d0b62 2024-11-20T20:00:45,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/309201fe441e43748e34ef3369275891 is 50, key is test_row_0/C:col10/1732132844939/Put/seqid=0 2024-11-20T20:00:45,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742457_1633 (size=12151) 2024-11-20T20:00:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132905707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132905707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,768 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/e48b71acd27242f4aefcc803a273512a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e48b71acd27242f4aefcc803a273512a 2024-11-20T20:00:45,772 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into e48b71acd27242f4aefcc803a273512a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:45,772 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:45,772 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132845349; duration=0sec 2024-11-20T20:00:45,772 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:45,772 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:45,772 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:45,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:45,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:45,773 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:45,773 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6d6703bc313c46588d599151b04e62a5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=36.0 K 2024-11-20T20:00:45,773 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6703bc313c46588d599151b04e62a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732132840702 2024-11-20T20:00:45,774 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 437b005e45d3468697f35fdac43ee756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732132841732 2024-11-20T20:00:45,774 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c2a2322ee2d4aed8af923264d7cbd13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:45,775 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b82dac119adf4950b646b82df5d085ad as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad 2024-11-20T20:00:45,779 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into b82dac119adf4950b646b82df5d085ad(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:45,779 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:45,779 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132845349; duration=0sec 2024-11-20T20:00:45,780 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:45,780 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:45,780 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:45,781 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/0055253e3eab42cc84e988d39661ef88 is 50, key is test_row_0/C:col10/1732132843895/Put/seqid=0 2024-11-20T20:00:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742458_1634 (size=12663) 2024-11-20T20:00:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132905917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132905917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/309201fe441e43748e34ef3369275891 2024-11-20T20:00:46,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/d3f80270e6fc46d19ba038c162b06d70 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70 2024-11-20T20:00:46,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70, entries=200, sequenceid=236, filesize=38.8 K 2024-11-20T20:00:46,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/db98ef5fc28845a194b0446e9f6d0b62 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62 2024-11-20T20:00:46,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T20:00:46,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/309201fe441e43748e34ef3369275891 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891 2024-11-20T20:00:46,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T20:00:46,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 975c624a2afd792cf712a46b3a95067a in 470ms, sequenceid=236, compaction requested=false 2024-11-20T20:00:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:46,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T20:00:46,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddc13c7a9de14a07ac8408a2209068a2_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742459_1635 (size=14794) 2024-11-20T20:00:46,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:46,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddc13c7a9de14a07ac8408a2209068a2_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddc13c7a9de14a07ac8408a2209068a2_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:46,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/7989a7f722c3458894712a9df9e5f6bb, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:46,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/7989a7f722c3458894712a9df9e5f6bb is 175, key is test_row_0/A:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132906088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742460_1636 (size=39749) 2024-11-20T20:00:46,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132906090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132906092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,188 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/0055253e3eab42cc84e988d39661ef88 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/0055253e3eab42cc84e988d39661ef88 2024-11-20T20:00:46,191 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into 0055253e3eab42cc84e988d39661ef88(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:46,191 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:46,191 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132845349; duration=0sec 2024-11-20T20:00:46,191 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:46,191 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132906196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132906207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132906207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132906227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132906227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132906407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132906417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132906417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/7989a7f722c3458894712a9df9e5f6bb 2024-11-20T20:00:46,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/97c909fa2708414c8f42c299ac162783 is 50, key is test_row_0/B:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742461_1637 (size=12151) 2024-11-20T20:00:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132906716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132906727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132906727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132906737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132906737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:46,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/97c909fa2708414c8f42c299ac162783 2024-11-20T20:00:46,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e3d9eb4e54284679aa2c232dd337371e is 50, key is test_row_0/C:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742462_1638 (size=12151) 2024-11-20T20:00:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132907227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132907237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132907237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e3d9eb4e54284679aa2c232dd337371e 2024-11-20T20:00:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/7989a7f722c3458894712a9df9e5f6bb as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb 2024-11-20T20:00:47,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb, entries=200, sequenceid=251, filesize=38.8 K 2024-11-20T20:00:47,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/97c909fa2708414c8f42c299ac162783 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783 2024-11-20T20:00:47,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T20:00:47,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/e3d9eb4e54284679aa2c232dd337371e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e 2024-11-20T20:00:47,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T20:00:47,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 975c624a2afd792cf712a46b3a95067a in 1297ms, sequenceid=251, compaction requested=true 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:47,348 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:47,348 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:47,349 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:47,349 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:47,349 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=108.5 K 2024-11-20T20:00:47,349 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e48b71acd27242f4aefcc803a273512a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=36.1 K 2024-11-20T20:00:47,349 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb] 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e48b71acd27242f4aefcc803a273512a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:47,349 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b82dac119adf4950b646b82df5d085ad, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:47,350 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting db98ef5fc28845a194b0446e9f6d0b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732132844927 2024-11-20T20:00:47,350 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3f80270e6fc46d19ba038c162b06d70, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732132844927 2024-11-20T20:00:47,350 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c909fa2708414c8f42c299ac162783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845586 2024-11-20T20:00:47,350 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7989a7f722c3458894712a9df9e5f6bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845576 2024-11-20T20:00:47,356 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:47,358 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:47,359 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/16d7ac696eda4fc8817c3add32c2f94d is 50, key is test_row_0/B:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:47,360 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120248c259e4d45499cb89142ff11809d55_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:47,362 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120248c259e4d45499cb89142ff11809d55_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:47,362 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120248c259e4d45499cb89142ff11809d55_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742463_1639 (size=12765) 2024-11-20T20:00:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742464_1640 (size=4469) 2024-11-20T20:00:47,374 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#531 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:47,375 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/718e92b1c40d4417b1f5aa80551d8f51 is 175, key is test_row_0/A:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:47,377 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/16d7ac696eda4fc8817c3add32c2f94d as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/16d7ac696eda4fc8817c3add32c2f94d 2024-11-20T20:00:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742465_1641 (size=31719) 2024-11-20T20:00:47,383 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 16d7ac696eda4fc8817c3add32c2f94d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:47,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:47,383 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132847348; duration=0sec 2024-11-20T20:00:47,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:47,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:47,383 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:47,386 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:47,386 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:47,386 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:47,386 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/0055253e3eab42cc84e988d39661ef88, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=36.1 K 2024-11-20T20:00:47,387 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 0055253e3eab42cc84e988d39661ef88, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732132843893 2024-11-20T20:00:47,387 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 309201fe441e43748e34ef3369275891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732132844927 2024-11-20T20:00:47,388 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting e3d9eb4e54284679aa2c232dd337371e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845586 2024-11-20T20:00:47,389 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/718e92b1c40d4417b1f5aa80551d8f51 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51 2024-11-20T20:00:47,397 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into 718e92b1c40d4417b1f5aa80551d8f51(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:47,397 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:47,397 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132847348; duration=0sec 2024-11-20T20:00:47,397 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:47,397 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:47,398 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:47,398 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/2455392bedfd43829e6f62aca5d0a1f2 is 50, key is test_row_0/C:col10/1732132846049/Put/seqid=0 2024-11-20T20:00:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742466_1642 (size=12765) 2024-11-20T20:00:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:47,760 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:47,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T20:00:47,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061238ea46af847aebcdb9c2e6e0b81d7_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132847759/Put/seqid=0 2024-11-20T20:00:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742467_1643 (size=12454) 2024-11-20T20:00:47,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:47,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061238ea46af847aebcdb9c2e6e0b81d7_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061238ea46af847aebcdb9c2e6e0b81d7_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:47,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b508658827c648299997b7b789637d11, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:47,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b508658827c648299997b7b789637d11 is 175, key is test_row_0/A:col10/1732132847759/Put/seqid=0 2024-11-20T20:00:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742468_1644 (size=31255) 2024-11-20T20:00:47,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132907797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132907798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,809 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/2455392bedfd43829e6f62aca5d0a1f2 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/2455392bedfd43829e6f62aca5d0a1f2 2024-11-20T20:00:47,817 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into 2455392bedfd43829e6f62aca5d0a1f2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:47,817 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:47,817 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132847348; duration=0sec 2024-11-20T20:00:47,818 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:47,818 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132907907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132907907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132908117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132908117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b508658827c648299997b7b789637d11 2024-11-20T20:00:48,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/18201757c361467eb507a0d29ef2610e is 50, key is test_row_0/B:col10/1732132847759/Put/seqid=0 2024-11-20T20:00:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742469_1645 (size=12301) 2024-11-20T20:00:48,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/18201757c361467eb507a0d29ef2610e 2024-11-20T20:00:48,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/664843c9e8fa4fd0af3e6a3b7274d5f3 is 50, key is test_row_0/C:col10/1732132847759/Put/seqid=0 2024-11-20T20:00:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742470_1646 (size=12301) 2024-11-20T20:00:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132908237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,239 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132908256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132908257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,259 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,259 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132908426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132908426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/664843c9e8fa4fd0af3e6a3b7274d5f3 2024-11-20T20:00:48,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/b508658827c648299997b7b789637d11 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11 2024-11-20T20:00:48,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11, entries=150, sequenceid=279, filesize=30.5 K 2024-11-20T20:00:48,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/18201757c361467eb507a0d29ef2610e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e 2024-11-20T20:00:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T20:00:48,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/664843c9e8fa4fd0af3e6a3b7274d5f3 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3 2024-11-20T20:00:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T20:00:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 975c624a2afd792cf712a46b3a95067a in 873ms, sequenceid=279, compaction requested=false 2024-11-20T20:00:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T20:00:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,687 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,687 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-20T20:00:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:48,689 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T20:00:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:48,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T20:00:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d57566923a04d379fc9c286cf722d39_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132847796/Put/seqid=0 2024-11-20T20:00:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742471_1647 (size=9914) 2024-11-20T20:00:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:48,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132908991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:48,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132908995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132909097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132909107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:49,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d57566923a04d379fc9c286cf722d39_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d57566923a04d379fc9c286cf722d39_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6af29a00e0c14d138918f89284253505, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6af29a00e0c14d138918f89284253505 is 175, key is test_row_0/A:col10/1732132847796/Put/seqid=0 2024-11-20T20:00:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742472_1648 (size=22561) 2024-11-20T20:00:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132909307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132909317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132909616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132909626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:49,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6af29a00e0c14d138918f89284253505 2024-11-20T20:00:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/9484a425fd4147318d66213997f0dcc8 is 50, key is test_row_0/B:col10/1732132847796/Put/seqid=0 2024-11-20T20:00:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742473_1649 (size=9857) 2024-11-20T20:00:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:50,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/9484a425fd4147318d66213997f0dcc8 2024-11-20T20:00:50,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/07d05a150cb342369a2c830846a5b3d5 is 50, key is test_row_0/C:col10/1732132847796/Put/seqid=0 2024-11-20T20:00:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742474_1650 (size=9857) 2024-11-20T20:00:50,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/07d05a150cb342369a2c830846a5b3d5 2024-11-20T20:00:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/6af29a00e0c14d138918f89284253505 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505 2024-11-20T20:00:50,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505, entries=100, sequenceid=291, filesize=22.0 K 2024-11-20T20:00:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/9484a425fd4147318d66213997f0dcc8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8 2024-11-20T20:00:50,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8, entries=100, sequenceid=291, filesize=9.6 K 2024-11-20T20:00:50,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/07d05a150cb342369a2c830846a5b3d5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5 2024-11-20T20:00:50,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5, entries=100, sequenceid=291, filesize=9.6 K 2024-11-20T20:00:50,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 975c624a2afd792cf712a46b3a95067a in 1258ms, sequenceid=291, compaction requested=true 2024-11-20T20:00:50,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-20T20:00:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-20T20:00:50,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-20T20:00:50,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-20T20:00:50,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.4180 sec 2024-11-20T20:00:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:50,130 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:50,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T20:00:50,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c125ea465744a1b8ff44acf6422e952_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:50,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742475_1651 (size=14994) 2024-11-20T20:00:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132910149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132910151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1732132910256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132910257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132910257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,258 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48088 deadline: 1732132910267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,269 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_1' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48048 deadline: 1732132910277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,280 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7200dd4cf518,39215,1732132685355 for 'test_row_2' in 975c624a2afd792cf712a46b3a95067a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T20:00:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132910467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132910467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:50,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c125ea465744a1b8ff44acf6422e952_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c125ea465744a1b8ff44acf6422e952_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:50,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/3b54f9ca02914529bb140581a19098e5, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:50,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/3b54f9ca02914529bb140581a19098e5 is 175, key is test_row_0/A:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742476_1652 (size=39949) 2024-11-20T20:00:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132910777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132910777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T20:00:50,837 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:50,838 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T20:00:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-20T20:00:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:50,840 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T20:00:50,840 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T20:00:50,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T20:00:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:50,950 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/3b54f9ca02914529bb140581a19098e5 2024-11-20T20:00:50,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/148250f23ad348d9b2961eb7c45ac384 is 50, key is test_row_0/B:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742477_1653 (size=12301) 2024-11-20T20:00:50,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T20:00:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:50,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T20:00:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:51,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:51,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132911286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132911287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:51,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:51,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T20:00:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:00:51,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/148250f23ad348d9b2961eb7c45ac384 2024-11-20T20:00:51,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ef63d1d8413e495e8864f42d205631ba is 50, key is test_row_0/C:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742478_1654 (size=12301) 2024-11-20T20:00:51,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ef63d1d8413e495e8864f42d205631ba 2024-11-20T20:00:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/3b54f9ca02914529bb140581a19098e5 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5 2024-11-20T20:00:51,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5, entries=200, sequenceid=317, filesize=39.0 K 2024-11-20T20:00:51,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/148250f23ad348d9b2961eb7c45ac384 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384 2024-11-20T20:00:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T20:00:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/ef63d1d8413e495e8864f42d205631ba as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba 2024-11-20T20:00:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T20:00:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 975c624a2afd792cf712a46b3a95067a in 1261ms, sequenceid=317, compaction requested=true 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:51,391 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T20:00:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,393 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,394 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,394 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:51,394 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,394 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=122.5 K 2024-11-20T20:00:51,394 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,394 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5] 2024-11-20T20:00:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,394 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 718e92b1c40d4417b1f5aa80551d8f51, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845586 2024-11-20T20:00:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,395 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:51,395 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:51,395 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,395 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/16d7ac696eda4fc8817c3add32c2f94d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=46.1 K 2024-11-20T20:00:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,395 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting b508658827c648299997b7b789637d11, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732132846086 2024-11-20T20:00:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,396 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6af29a00e0c14d138918f89284253505, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732132847796 2024-11-20T20:00:51,396 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d7ac696eda4fc8817c3add32c2f94d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845586 2024-11-20T20:00:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,396 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b54f9ca02914529bb140581a19098e5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848989 2024-11-20T20:00:51,396 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 18201757c361467eb507a0d29ef2610e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732132846086 2024-11-20T20:00:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,397 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 9484a425fd4147318d66213997f0dcc8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732132847796 2024-11-20T20:00:51,397 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 148250f23ad348d9b2961eb7c45ac384, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848990 2024-11-20T20:00:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,403 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,406 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,406 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/61a9af9ee95d4d01a7b2357fbaa6413c is 50, key is test_row_0/B:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,408 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d2b86946f0054aa7a33859b6093f738f_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,410 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d2b86946f0054aa7a33859b6093f738f_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:51,410 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d2b86946f0054aa7a33859b6093f738f_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742479_1655 (size=13051) 2024-11-20T20:00:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,416 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/61a9af9ee95d4d01a7b2357fbaa6413c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/61a9af9ee95d4d01a7b2357fbaa6413c 2024-11-20T20:00:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742480_1656 (size=4469) 2024-11-20T20:00:51,421 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 61a9af9ee95d4d01a7b2357fbaa6413c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:51,421 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:51,421 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=12, startTime=1732132851391; duration=0sec 2024-11-20T20:00:51,421 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#543 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:51,421 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:51,421 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:51,422 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T20:00:51,422 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/84eca6a394254da9b11038b65353707e is 175, key is test_row_0/A:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:51,423 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T20:00:51,423 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:51,423 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,423 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/2455392bedfd43829e6f62aca5d0a1f2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=46.1 K 2024-11-20T20:00:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,423 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 2455392bedfd43829e6f62aca5d0a1f2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732132845586 2024-11-20T20:00:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,424 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 664843c9e8fa4fd0af3e6a3b7274d5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732132846086 2024-11-20T20:00:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,424 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d05a150cb342369a2c830846a5b3d5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732132847796 2024-11-20T20:00:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,425 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting ef63d1d8413e495e8864f42d205631ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848990 2024-11-20T20:00:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742481_1657 (size=32005) 2024-11-20T20:00:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,439 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,439 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/1f6bab3d8c594babb8cb103bfb7a14ce is 50, key is test_row_0/C:col10/1732132850129/Put/seqid=0 2024-11-20T20:00:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,443 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/84eca6a394254da9b11038b65353707e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e 2024-11-20T20:00:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742482_1658 (size=13051) 2024-11-20T20:00:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,448 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into 84eca6a394254da9b11038b65353707e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:51,448 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:51,448 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=12, startTime=1732132851391; duration=0sec 2024-11-20T20:00:51,448 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:51,448 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T20:00:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:51,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T20:00:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb0e1f7fbd684653926c1f758b13ff35_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132850149/Put/seqid=0 2024-11-20T20:00:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742483_1659 (size=9914) 2024-11-20T20:00:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,850 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/1f6bab3d8c594babb8cb103bfb7a14ce as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/1f6bab3d8c594babb8cb103bfb7a14ce 2024-11-20T20:00:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,854 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into 1f6bab3d8c594babb8cb103bfb7a14ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:51,854 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:51,854 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=12, startTime=1732132851391; duration=0sec 2024-11-20T20:00:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,854 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:51,854 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb0e1f7fbd684653926c1f758b13ff35_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb0e1f7fbd684653926c1f758b13ff35_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/93f52caa8b984d7984c27e8150386226, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/93f52caa8b984d7984c27e8150386226 is 175, key is test_row_0/A:col10/1732132850149/Put/seqid=0 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742484_1660 (size=22561) 2024-11-20T20:00:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/93f52caa8b984d7984c27e8150386226 2024-11-20T20:00:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/afe870dac049425ea2fb003c9ee32f42 is 50, key is test_row_0/B:col10/1732132850149/Put/seqid=0 2024-11-20T20:00:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742485_1661 (size=9857) 2024-11-20T20:00:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. as already flushing 2024-11-20T20:00:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132912353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132912357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132912466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132912466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132912677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132912677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,682 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/afe870dac049425ea2fb003c9ee32f42 2024-11-20T20:00:52,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/16026bbef0e647e69a4eec9c8ed390c8 is 50, key is test_row_0/C:col10/1732132850149/Put/seqid=0 2024-11-20T20:00:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742486_1662 (size=9857) 2024-11-20T20:00:52,704 INFO [Thread-2527 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2527. 2024-11-20T20:00:52,704 DEBUG [Thread-2527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:52,704 DEBUG [Thread-2527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,704 INFO [Thread-2525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2525. 2024-11-20T20:00:52,704 DEBUG [Thread-2525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:52,705 DEBUG [Thread-2525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,705 DEBUG [Thread-2527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:52,705 DEBUG [Thread-2525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:52,706 INFO [Thread-2523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2523. 2024-11-20T20:00:52,706 DEBUG [Thread-2523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:52,706 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,706 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:52,706 INFO [Thread-2521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2521. 2024-11-20T20:00:52,707 DEBUG [Thread-2521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:52,707 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,707 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:52,707 INFO [Thread-2519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2519. 2024-11-20T20:00:52,707 DEBUG [Thread-2519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:52,707 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,707 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:52,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:52,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T20:00:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48080 deadline: 1732132912986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39215 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48056 deadline: 1732132912986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 , the old value is region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., hostname=7200dd4cf518,39215,1732132685355, seqNum=5 because the exception is null or not the one we care about 2024-11-20T20:00:53,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/16026bbef0e647e69a4eec9c8ed390c8 2024-11-20T20:00:53,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/93f52caa8b984d7984c27e8150386226 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226 2024-11-20T20:00:53,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226, entries=100, sequenceid=329, filesize=22.0 K 2024-11-20T20:00:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/afe870dac049425ea2fb003c9ee32f42 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42 2024-11-20T20:00:53,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42, entries=100, sequenceid=329, filesize=9.6 K 2024-11-20T20:00:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/16026bbef0e647e69a4eec9c8ed390c8 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8 2024-11-20T20:00:53,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8, entries=100, sequenceid=329, filesize=9.6 K 2024-11-20T20:00:53,104 INFO [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 975c624a2afd792cf712a46b3a95067a in 1652ms, sequenceid=329, compaction requested=false 2024-11-20T20:00:53,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:53,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:53,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7200dd4cf518:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-20T20:00:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-20T20:00:53,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-20T20:00:53,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2650 sec 2024-11-20T20:00:53,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 2.2690 sec 2024-11-20T20:00:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39215 {}] regionserver.HRegion(8855): Flush requested on 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:53,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T20:00:53,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T20:00:53,499 INFO [Thread-2510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2510. 2024-11-20T20:00:53,499 INFO [Thread-2514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2514. 2024-11-20T20:00:53,499 DEBUG [Thread-2510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:53,499 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:53,499 DEBUG [Thread-2514 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:53,499 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:53,499 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:53,499 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:53,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:53,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:53,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca0a81e98b1f40f99250a2c3c604af06_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_0/A:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:53,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742487_1663 (size=12454) 2024-11-20T20:00:53,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:53,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca0a81e98b1f40f99250a2c3c604af06_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca0a81e98b1f40f99250a2c3c604af06_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:53,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/c389c66f1f6a40daa571d3b4a4a7ecfd, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:53,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/c389c66f1f6a40daa571d3b4a4a7ecfd is 175, key is test_row_0/A:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742488_1664 (size=31255) 2024-11-20T20:00:53,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/c389c66f1f6a40daa571d3b4a4a7ecfd 2024-11-20T20:00:53,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/bf62d236387642699e451d6ed5a87a36 is 50, key is test_row_0/B:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742489_1665 (size=12301) 2024-11-20T20:00:54,288 INFO [Thread-2508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2508. 2024-11-20T20:00:54,288 DEBUG [Thread-2508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:54,288 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,288 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:54,298 INFO [Thread-2512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2512. 2024-11-20T20:00:54,298 DEBUG [Thread-2512 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:54,298 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,298 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:54,308 INFO [Thread-2516 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2516. 2024-11-20T20:00:54,308 DEBUG [Thread-2516 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T20:00:54,308 DEBUG [Thread-2516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,308 DEBUG [Thread-2516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:54,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/bf62d236387642699e451d6ed5a87a36 2024-11-20T20:00:54,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/a4c18ea3838c4ec587bb79e65f5e8f26 is 50, key is test_row_0/C:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:54,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742490_1666 (size=12301) 2024-11-20T20:00:54,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/a4c18ea3838c4ec587bb79e65f5e8f26 2024-11-20T20:00:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/c389c66f1f6a40daa571d3b4a4a7ecfd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd 2024-11-20T20:00:54,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd, entries=150, sequenceid=358, filesize=30.5 K 2024-11-20T20:00:54,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/bf62d236387642699e451d6ed5a87a36 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36 2024-11-20T20:00:54,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36, entries=150, sequenceid=358, filesize=12.0 K 2024-11-20T20:00:54,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/a4c18ea3838c4ec587bb79e65f5e8f26 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26 2024-11-20T20:00:54,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26, entries=150, sequenceid=358, filesize=12.0 K 2024-11-20T20:00:54,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for 975c624a2afd792cf712a46b3a95067a in 1244ms, sequenceid=358, compaction requested=true 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975c624a2afd792cf712a46b3a95067a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T20:00:54,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:54,743 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:54,743 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/B is initiating minor compaction (all files) 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/A is initiating minor compaction (all files) 2024-11-20T20:00:54,744 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/A in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:54,744 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/B in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:54,744 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=83.8 K 2024-11-20T20:00:54,744 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/61a9af9ee95d4d01a7b2357fbaa6413c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=34.4 K 2024-11-20T20:00:54,744 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. files: [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd] 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a9af9ee95d4d01a7b2357fbaa6413c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848990 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84eca6a394254da9b11038b65353707e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848990 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting afe870dac049425ea2fb003c9ee32f42, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732132850145 2024-11-20T20:00:54,744 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93f52caa8b984d7984c27e8150386226, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732132850145 2024-11-20T20:00:54,745 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting bf62d236387642699e451d6ed5a87a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732132852355 2024-11-20T20:00:54,745 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] compactions.Compactor(225): Compacting c389c66f1f6a40daa571d3b4a4a7ecfd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732132852355 2024-11-20T20:00:54,749 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:54,751 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#B#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:54,751 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207a73ccec204d4c9793be1b6c252183b2_975c624a2afd792cf712a46b3a95067a store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:54,751 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/1d6cb47dc3da44dbb27ced85eae98bd9 is 50, key is test_row_0/B:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:54,752 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207a73ccec204d4c9793be1b6c252183b2_975c624a2afd792cf712a46b3a95067a, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:54,752 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a73ccec204d4c9793be1b6c252183b2_975c624a2afd792cf712a46b3a95067a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742491_1667 (size=13153) 2024-11-20T20:00:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742492_1668 (size=4469) 2024-11-20T20:00:54,757 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/1d6cb47dc3da44dbb27ced85eae98bd9 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/1d6cb47dc3da44dbb27ced85eae98bd9 2024-11-20T20:00:54,760 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/B of 975c624a2afd792cf712a46b3a95067a into 1d6cb47dc3da44dbb27ced85eae98bd9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:54,760 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:54,760 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/B, priority=13, startTime=1732132854743; duration=0sec 2024-11-20T20:00:54,760 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T20:00:54,760 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:B 2024-11-20T20:00:54,760 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T20:00:54,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T20:00:54,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1541): 975c624a2afd792cf712a46b3a95067a/C is initiating minor compaction (all files) 2024-11-20T20:00:54,761 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975c624a2afd792cf712a46b3a95067a/C in TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:54,761 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/1f6bab3d8c594babb8cb103bfb7a14ce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26] into tmpdir=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp, totalSize=34.4 K 2024-11-20T20:00:54,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f6bab3d8c594babb8cb103bfb7a14ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732132848990 2024-11-20T20:00:54,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting 16026bbef0e647e69a4eec9c8ed390c8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732132850145 2024-11-20T20:00:54,761 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c18ea3838c4ec587bb79e65f5e8f26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732132852355 2024-11-20T20:00:54,766 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#C#compaction#554 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:54,767 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/c0a298aeda7847d6bffce6295a1d876e is 50, key is test_row_0/C:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742493_1669 (size=13153) 2024-11-20T20:00:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T20:00:54,997 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3345 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3428 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3412 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3334 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3418 2024-11-20T20:00:54,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T20:00:54,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:00:54,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:54,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:54,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:54,998 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T20:00:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:55,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132855000"}]},"ts":"1732132855000"} 2024-11-20T20:00:55,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T20:00:55,002 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T20:00:55,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T20:00:55,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, UNASSIGN}] 2024-11-20T20:00:55,004 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, UNASSIGN 2024-11-20T20:00:55,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=CLOSING, regionLocation=7200dd4cf518,39215,1732132685355 2024-11-20T20:00:55,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, UNASSIGN because future has completed 2024-11-20T20:00:55,006 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T20:00:55,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355}] 2024-11-20T20:00:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:55,156 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975c624a2afd792cf712a46b3a95067a#A#compaction#552 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T20:00:55,157 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/87634b7b78ec44e794dd63c35d2238d0 is 175, key is test_row_0/A:col10/1732132853497/Put/seqid=0 2024-11-20T20:00:55,158 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(122): Close 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:55,158 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T20:00:55,158 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1722): Closing 975c624a2afd792cf712a46b3a95067a, disabling compactions & flushes 2024-11-20T20:00:55,158 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:55,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742494_1670 (size=32107) 2024-11-20T20:00:55,173 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/c0a298aeda7847d6bffce6295a1d876e as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c0a298aeda7847d6bffce6295a1d876e 2024-11-20T20:00:55,176 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/C of 975c624a2afd792cf712a46b3a95067a into c0a298aeda7847d6bffce6295a1d876e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:55,176 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:55,176 INFO [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/C, priority=13, startTime=1732132854743; duration=0sec 2024-11-20T20:00:55,176 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:55,176 DEBUG [RS:0;7200dd4cf518:39215-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:C 2024-11-20T20:00:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:55,564 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/87634b7b78ec44e794dd63c35d2238d0 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/87634b7b78ec44e794dd63c35d2238d0 2024-11-20T20:00:55,567 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975c624a2afd792cf712a46b3a95067a/A of 975c624a2afd792cf712a46b3a95067a into 87634b7b78ec44e794dd63c35d2238d0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T20:00:55,567 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975c624a2afd792cf712a46b3a95067a: 2024-11-20T20:00:55,567 INFO [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., storeName=975c624a2afd792cf712a46b3a95067a/A, priority=13, startTime=1732132854743; duration=0sec 2024-11-20T20:00:55,567 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:55,567 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T20:00:55,567 DEBUG [RS:0;7200dd4cf518:39215-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975c624a2afd792cf712a46b3a95067a:A 2024-11-20T20:00:55,567 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:55,567 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. after waiting 0 ms 2024-11-20T20:00:55,567 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:55,567 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(2902): Flushing 975c624a2afd792cf712a46b3a95067a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T20:00:55,571 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af39710c907e46f5a48b2d5053543369_975c624a2afd792cf712a46b3a95067a is 50, key is test_row_1/A:col10/1732132854297/Put/seqid=0 2024-11-20T20:00:55,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742495_1671 (size=9914) 2024-11-20T20:00:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:55,974 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:00:55,977 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120af39710c907e46f5a48b2d5053543369_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af39710c907e46f5a48b2d5053543369_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:55,978 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/2f49afefaa514f428a860c556feab703, store: [table=TestAcidGuarantees family=A region=975c624a2afd792cf712a46b3a95067a] 2024-11-20T20:00:55,978 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/2f49afefaa514f428a860c556feab703 is 175, key is test_row_1/A:col10/1732132854297/Put/seqid=0 2024-11-20T20:00:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742496_1672 (size=22561) 2024-11-20T20:00:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:56,382 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/2f49afefaa514f428a860c556feab703 2024-11-20T20:00:56,387 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/b435163650b643119513f3d8dc684acd is 50, key is test_row_1/B:col10/1732132854297/Put/seqid=0 2024-11-20T20:00:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742497_1673 (size=9857) 2024-11-20T20:00:56,790 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/b435163650b643119513f3d8dc684acd 2024-11-20T20:00:56,796 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/46d5fee3b13544d89ac0aaca80602a0c is 50, key is test_row_1/C:col10/1732132854297/Put/seqid=0 2024-11-20T20:00:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742498_1674 (size=9857) 2024-11-20T20:00:56,799 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/46d5fee3b13544d89ac0aaca80602a0c 2024-11-20T20:00:56,802 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/A/2f49afefaa514f428a860c556feab703 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/2f49afefaa514f428a860c556feab703 2024-11-20T20:00:56,804 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/2f49afefaa514f428a860c556feab703, entries=100, sequenceid=367, filesize=22.0 K 2024-11-20T20:00:56,805 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/B/b435163650b643119513f3d8dc684acd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/b435163650b643119513f3d8dc684acd 2024-11-20T20:00:56,807 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/b435163650b643119513f3d8dc684acd, entries=100, sequenceid=367, filesize=9.6 K 2024-11-20T20:00:56,808 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/.tmp/C/46d5fee3b13544d89ac0aaca80602a0c as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/46d5fee3b13544d89ac0aaca80602a0c 2024-11-20T20:00:56,810 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/46d5fee3b13544d89ac0aaca80602a0c, entries=100, sequenceid=367, filesize=9.6 K 2024-11-20T20:00:56,811 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 975c624a2afd792cf712a46b3a95067a in 1244ms, sequenceid=367, compaction requested=false 2024-11-20T20:00:56,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd] to archive 2024-11-20T20:00:56,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:56,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/f8e38381bc2f4b7b96c8c03231e5706d 2024-11-20T20:00:56,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d083c12cfb3e4a02b289295ab30c69b2 2024-11-20T20:00:56,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/9491bc3aa7b54c8f9fcde2d35d4140a6 2024-11-20T20:00:56,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b2ae36f5a01e4e4289e7f77712fe82e1 2024-11-20T20:00:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/5caf963f675b4d27a0df2b42946515f6 2024-11-20T20:00:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eafcd0cc4f0040a6847a5fb387e6894e 2024-11-20T20:00:56,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/605ee649f97745c28ab249c6ee3bfbea 2024-11-20T20:00:56,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/21026954da9e42c8a21112a4a1b56c57 2024-11-20T20:00:56,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/420f7fb628ca46d7b0e4c01b7b8a60d8 2024-11-20T20:00:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/eacc957ece5146f3bee86257ffdb1db3 2024-11-20T20:00:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/79a3c1c64ffd45ff81a2d646a11b6f83 2024-11-20T20:00:56,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/47a52990c0a149bdbe0374a902d7f89a 2024-11-20T20:00:56,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b3032ce0c8a8459282d138a577a9b6d7 2024-11-20T20:00:56,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6635803c17c747259f47c13f0b1e4a54 2024-11-20T20:00:56,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/e99dd23735ca4cbebfbb4dcf4d705420 2024-11-20T20:00:56,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b82dac119adf4950b646b82df5d085ad 2024-11-20T20:00:56,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/d3f80270e6fc46d19ba038c162b06d70 2024-11-20T20:00:56,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/7989a7f722c3458894712a9df9e5f6bb 2024-11-20T20:00:56,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/718e92b1c40d4417b1f5aa80551d8f51 2024-11-20T20:00:56,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/b508658827c648299997b7b789637d11 2024-11-20T20:00:56,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/6af29a00e0c14d138918f89284253505 2024-11-20T20:00:56,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/3b54f9ca02914529bb140581a19098e5 2024-11-20T20:00:56,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/84eca6a394254da9b11038b65353707e 2024-11-20T20:00:56,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/93f52caa8b984d7984c27e8150386226 2024-11-20T20:00:56,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/c389c66f1f6a40daa571d3b4a4a7ecfd 2024-11-20T20:00:56,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/5f88e1e4d10d462886a2c5e9412f17dd, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/568d246c81d9421cbc370d62dee1f413, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/94d3911b35784e1697511d5be5b61fa7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3bdad82ee4a9434497afff9e53b0c292, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e48b71acd27242f4aefcc803a273512a, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/16d7ac696eda4fc8817c3add32c2f94d, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/61a9af9ee95d4d01a7b2357fbaa6413c, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36] to archive 2024-11-20T20:00:56,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:56,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7e74aa6a7e174e32af3e1800a7574aca 2024-11-20T20:00:56,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e4df75c637ad48c19f308570fdc7768e 2024-11-20T20:00:56,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/5f88e1e4d10d462886a2c5e9412f17dd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/5f88e1e4d10d462886a2c5e9412f17dd 2024-11-20T20:00:56,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7677a820ccc54033aec9b060073450c3 2024-11-20T20:00:56,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e25fe0688e494d428eebd43a53f4c6d3 2024-11-20T20:00:56,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/568d246c81d9421cbc370d62dee1f413 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/568d246c81d9421cbc370d62dee1f413 2024-11-20T20:00:56,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3e40b470748b4095a5cd9aa40c0a9a33 2024-11-20T20:00:56,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/8dcc6ef4f68d47aa9a4d9298e1cbb6cb 2024-11-20T20:00:56,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/94d3911b35784e1697511d5be5b61fa7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/94d3911b35784e1697511d5be5b61fa7 2024-11-20T20:00:56,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/6e9aeb732aa342f38e8d4c5d7d94fe40 2024-11-20T20:00:56,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/2a1310e2cda943a58ec4c1a3c5d41a0a 2024-11-20T20:00:56,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3bdad82ee4a9434497afff9e53b0c292 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/3bdad82ee4a9434497afff9e53b0c292 2024-11-20T20:00:56,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/98e0eed1b4c846deb8a444f5a56517b5 2024-11-20T20:00:56,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/7691a077f72e4294b58ee543594cc477 2024-11-20T20:00:56,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e48b71acd27242f4aefcc803a273512a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/e48b71acd27242f4aefcc803a273512a 2024-11-20T20:00:56,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/547fad57233944289443dc71116f09ef 2024-11-20T20:00:56,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/db98ef5fc28845a194b0446e9f6d0b62 2024-11-20T20:00:56,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/16d7ac696eda4fc8817c3add32c2f94d to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/16d7ac696eda4fc8817c3add32c2f94d 2024-11-20T20:00:56,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/97c909fa2708414c8f42c299ac162783 2024-11-20T20:00:56,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/18201757c361467eb507a0d29ef2610e 2024-11-20T20:00:56,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/9484a425fd4147318d66213997f0dcc8 2024-11-20T20:00:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/61a9af9ee95d4d01a7b2357fbaa6413c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/61a9af9ee95d4d01a7b2357fbaa6413c 2024-11-20T20:00:56,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/148250f23ad348d9b2961eb7c45ac384 2024-11-20T20:00:56,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/afe870dac049425ea2fb003c9ee32f42 2024-11-20T20:00:56,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/bf62d236387642699e451d6ed5a87a36 2024-11-20T20:00:56,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/f948c01c79cd4c93a227943512115f1e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a2c8eb746ead4675a7fa6eb413af1b15, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/67c10973b0e942d6b0e06f3c48265c13, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6d6703bc313c46588d599151b04e62a5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/0055253e3eab42cc84e988d39661ef88, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/2455392bedfd43829e6f62aca5d0a1f2, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/1f6bab3d8c594babb8cb103bfb7a14ce, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26] to archive 2024-11-20T20:00:56,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T20:00:56,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/986bda7fadf348d6935b3c126b7505b7 2024-11-20T20:00:56,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e2958e8bda9342938e67ffe9318630f5 2024-11-20T20:00:56,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/f948c01c79cd4c93a227943512115f1e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/f948c01c79cd4c93a227943512115f1e 2024-11-20T20:00:56,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/96a16fb938104f248be90736918f4009 2024-11-20T20:00:56,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6fc4ea71f12c482f9319419fbdfcd0ef 2024-11-20T20:00:56,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a2c8eb746ead4675a7fa6eb413af1b15 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a2c8eb746ead4675a7fa6eb413af1b15 2024-11-20T20:00:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/365f8f82340d4e879f56104c31d24810 2024-11-20T20:00:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c81df23f9c004d1b990491683e3366f1 2024-11-20T20:00:56,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/67c10973b0e942d6b0e06f3c48265c13 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/67c10973b0e942d6b0e06f3c48265c13 2024-11-20T20:00:56,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ee89a7c8d07242a08c48524e74dea3c0 2024-11-20T20:00:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/bf6cc845efb24c588392b02a380ae607 2024-11-20T20:00:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6d6703bc313c46588d599151b04e62a5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6d6703bc313c46588d599151b04e62a5 2024-11-20T20:00:56,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/027ed60d3b0647bb8891cc06fcd3b7ab 2024-11-20T20:00:56,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/437b005e45d3468697f35fdac43ee756 2024-11-20T20:00:56,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/0055253e3eab42cc84e988d39661ef88 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/0055253e3eab42cc84e988d39661ef88 2024-11-20T20:00:56,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/6c2a2322ee2d4aed8af923264d7cbd13 2024-11-20T20:00:56,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/309201fe441e43748e34ef3369275891 2024-11-20T20:00:56,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/2455392bedfd43829e6f62aca5d0a1f2 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/2455392bedfd43829e6f62aca5d0a1f2 2024-11-20T20:00:56,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/e3d9eb4e54284679aa2c232dd337371e 2024-11-20T20:00:56,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/664843c9e8fa4fd0af3e6a3b7274d5f3 2024-11-20T20:00:56,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/07d05a150cb342369a2c830846a5b3d5 2024-11-20T20:00:56,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/1f6bab3d8c594babb8cb103bfb7a14ce to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/1f6bab3d8c594babb8cb103bfb7a14ce 2024-11-20T20:00:56,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/ef63d1d8413e495e8864f42d205631ba 2024-11-20T20:00:56,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/16026bbef0e647e69a4eec9c8ed390c8 2024-11-20T20:00:56,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/a4c18ea3838c4ec587bb79e65f5e8f26 2024-11-20T20:00:56,878 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-11-20T20:00:56,879 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. 2024-11-20T20:00:56,879 DEBUG [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1676): Region close journal for 975c624a2afd792cf712a46b3a95067a: Waiting for close lock at 1732132855158Running coprocessor pre-close hooks at 1732132855158Disabling compacts and flushes for region at 1732132855158Disabling writes for close at 1732132855567 (+409 ms)Obtaining lock to block concurrent updates at 1732132855567Preparing flush snapshotting stores in 975c624a2afd792cf712a46b3a95067a at 1732132855567Finished memstore snapshotting TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732132855567Flushing stores of TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a. at 1732132855568 (+1 ms)Flushing 975c624a2afd792cf712a46b3a95067a/A: creating writer at 1732132855568Flushing mob file 975c624a2afd792cf712a46b3a95067a/A: appending metadata at 1732132855571 (+3 ms)Flushing mob file 975c624a2afd792cf712a46b3a95067a/A: closing flushed file at 1732132855571Flushing 975c624a2afd792cf712a46b3a95067a/A: appending metadata at 1732132855978 (+407 ms)Flushing 975c624a2afd792cf712a46b3a95067a/A: closing flushed file at 1732132855978Flushing 975c624a2afd792cf712a46b3a95067a/B: creating writer at 1732132856384 (+406 ms)Flushing 975c624a2afd792cf712a46b3a95067a/B: appending metadata at 1732132856386 (+2 ms)Flushing 975c624a2afd792cf712a46b3a95067a/B: closing flushed file at 1732132856387 (+1 ms)Flushing 975c624a2afd792cf712a46b3a95067a/C: creating writer at 1732132856793 (+406 ms)Flushing 975c624a2afd792cf712a46b3a95067a/C: appending metadata at 1732132856795 (+2 ms)Flushing 975c624a2afd792cf712a46b3a95067a/C: closing flushed file at 1732132856795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7d5970: reopening flushed file at 1732132856801 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15993e94: reopening flushed file at 1732132856804 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bb8d9d: reopening flushed file at 1732132856807 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 975c624a2afd792cf712a46b3a95067a in 1244ms, sequenceid=367, compaction requested=false at 1732132856811 (+4 ms)Writing region close event to WAL at 1732132856876 (+65 ms)Running coprocessor post-close hooks at 1732132856879 (+3 ms)Closed at 1732132856879 2024-11-20T20:00:56,881 INFO [RS_CLOSE_REGION-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(157): Closed 975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:56,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=975c624a2afd792cf712a46b3a95067a, regionState=CLOSED 2024-11-20T20:00:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 because future has completed 2024-11-20T20:00:56,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-20T20:00:56,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; CloseRegionProcedure 975c624a2afd792cf712a46b3a95067a, server=7200dd4cf518,39215,1732132685355 in 1.8770 sec 2024-11-20T20:00:56,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T20:00:56,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=181, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975c624a2afd792cf712a46b3a95067a, UNASSIGN in 1.8810 sec 2024-11-20T20:00:56,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-20T20:00:56,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-20T20:00:56,888 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732132856888"}]},"ts":"1732132856888"} 2024-11-20T20:00:56,889 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T20:00:56,889 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T20:00:56,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8910 sec 2024-11-20T20:00:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T20:00:57,147 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:57,147 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T20:00:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,149 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-20T20:00:57,149 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=184, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,152 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C, FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits] 2024-11-20T20:00:57,155 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/2f49afefaa514f428a860c556feab703 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/2f49afefaa514f428a860c556feab703 2024-11-20T20:00:57,156 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/87634b7b78ec44e794dd63c35d2238d0 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/A/87634b7b78ec44e794dd63c35d2238d0 2024-11-20T20:00:57,158 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/1d6cb47dc3da44dbb27ced85eae98bd9 to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/1d6cb47dc3da44dbb27ced85eae98bd9 2024-11-20T20:00:57,158 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/b435163650b643119513f3d8dc684acd to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/B/b435163650b643119513f3d8dc684acd 2024-11-20T20:00:57,160 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/46d5fee3b13544d89ac0aaca80602a0c to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/46d5fee3b13544d89ac0aaca80602a0c 2024-11-20T20:00:57,161 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c0a298aeda7847d6bffce6295a1d876e to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/C/c0a298aeda7847d6bffce6295a1d876e 2024-11-20T20:00:57,162 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits/370.seqid to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a/recovered.edits/370.seqid 2024-11-20T20:00:57,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/default/TestAcidGuarantees/975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T20:00:57,163 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T20:00:57,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T20:00:57,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d57566923a04d379fc9c286cf722d39_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d57566923a04d379fc9c286cf722d39_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030806cdb8d584f4b960d612e4ee0c1d2_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030806cdb8d584f4b960d612e4ee0c1d2_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120546c699532a84d6f898278cdfdf63af0_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120546c699532a84d6f898278cdfdf63af0_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,168 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061238ea46af847aebcdb9c2e6e0b81d7_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061238ea46af847aebcdb9c2e6e0b81d7_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,169 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206262bb91ccfa412fbfedcdf6f1350cf1_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206262bb91ccfa412fbfedcdf6f1350cf1_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206ed53b92c97742c484652d7a124068f6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206ed53b92c97742c484652d7a124068f6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c125ea465744a1b8ff44acf6422e952_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c125ea465744a1b8ff44acf6422e952_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112082049294ed254a059ea16720ba08f3d3_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112082049294ed254a059ea16720ba08f3d3_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120962de1528b284f78b55d3975dd54f5bb_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120962de1528b284f78b55d3975dd54f5bb_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097af8074968c4b4d96676ce042ff0582_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097af8074968c4b4d96676ce042ff0582_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7fe9928544f4edbb2f68db603551bf1_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7fe9928544f4edbb2f68db603551bf1_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af39710c907e46f5a48b2d5053543369_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120af39710c907e46f5a48b2d5053543369_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b93133413a7a42de9be1f675cc0900d6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b93133413a7a42de9be1f675cc0900d6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba8ce823ca9842dfb780f4d56bb930c4_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba8ce823ca9842dfb780f4d56bb930c4_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca0a81e98b1f40f99250a2c3c604af06_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca0a81e98b1f40f99250a2c3c604af06_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf87daf6acb740d2a96eef1b5100f76c_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf87daf6acb740d2a96eef1b5100f76c_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddc13c7a9de14a07ac8408a2209068a2_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddc13c7a9de14a07ac8408a2209068a2_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3c7f5408f457fbcd9e682d1d6bbe6_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9d3c7f5408f457fbcd9e682d1d6bbe6_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb0e1f7fbd684653926c1f758b13ff35_975c624a2afd792cf712a46b3a95067a to hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb0e1f7fbd684653926c1f758b13ff35_975c624a2afd792cf712a46b3a95067a 2024-11-20T20:00:57,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T20:00:57,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=184, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,183 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T20:00:57,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T20:00:57,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=184, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T20:00:57,186 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732132857185"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:57,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T20:00:57,187 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 975c624a2afd792cf712a46b3a95067a, NAME => 'TestAcidGuarantees,,1732132829605.975c624a2afd792cf712a46b3a95067a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T20:00:57,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T20:00:57,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732132857187"}]},"ts":"9223372036854775807"} 2024-11-20T20:00:57,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T20:00:57,189 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=184, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T20:00:57,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-20T20:00:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-20T20:00:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T20:00:57,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T20:00:57,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=4084 (was 4592) 2024-11-20T20:00:57,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:00:57,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:00:57,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:57,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:57,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:57,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:00:57,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:00:57,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=974344401, stopped=false 2024-11-20T20:00:57,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7200dd4cf518,38023,1732132684546 2024-11-20T20:00:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:00:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:00:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:00:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:00:57,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:00:57,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:00:57,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:57,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:57,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7200dd4cf518,39215,1732132685355' ***** 2024-11-20T20:00:57,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:00:57,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:00:57,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:00:57,272 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:00:57,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(959): stopping server 7200dd4cf518,39215,1732132685355 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7200dd4cf518:39215. 2024-11-20T20:00:57,273 DEBUG [RS:0;7200dd4cf518:39215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:00:57,273 DEBUG [RS:0;7200dd4cf518:39215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:00:57,273 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:00:57,274 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:00:57,274 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:00:57,274 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:00:57,274 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:00:57,274 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:00:57,274 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:57,274 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:00:57,274 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:00:57,274 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T20:00:57,288 INFO [regionserver/7200dd4cf518:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:00:57,294 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/info/971dab10c69e4729abfa9baf93092d38 is 95, key is TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28./info:/1732132718999/DeleteFamily/seqid=0 2024-11-20T20:00:57,296 INFO [regionserver/7200dd4cf518:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:00:57,296 INFO [regionserver/7200dd4cf518:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:00:57,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742499_1675 (size=6514) 2024-11-20T20:00:57,474 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:57,675 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:57,698 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/info/971dab10c69e4729abfa9baf93092d38 2024-11-20T20:00:57,716 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/ns/7c69e0d225f44a25b8ab411b02beb933 is 93, key is TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28./ns:/1732132718958/DeleteFamily/seqid=0 2024-11-20T20:00:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742500_1676 (size=5906) 2024-11-20T20:00:57,875 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,075 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,119 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/ns/7c69e0d225f44a25b8ab411b02beb933 2024-11-20T20:00:58,136 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/rep_barrier/17723a96e05a4d70ba06e84c59dad0fd is 102, key is TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28./rep_barrier:/1732132718958/DeleteFamily/seqid=0 2024-11-20T20:00:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742501_1677 (size=6025) 2024-11-20T20:00:58,275 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,475 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,540 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/rep_barrier/17723a96e05a4d70ba06e84c59dad0fd 2024-11-20T20:00:58,557 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/table/e560b68c25d343ed885e154197506f17 is 96, key is TestAcidGuarantees,,1732132689824.a42208d787dd2533be85863f43ee3f28./table:/1732132718958/DeleteFamily/seqid=0 2024-11-20T20:00:58,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742502_1678 (size=5936) 2024-11-20T20:00:58,676 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,876 DEBUG [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:00:58,961 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/table/e560b68c25d343ed885e154197506f17 2024-11-20T20:00:58,964 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/info/971dab10c69e4729abfa9baf93092d38 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/info/971dab10c69e4729abfa9baf93092d38 2024-11-20T20:00:58,967 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/info/971dab10c69e4729abfa9baf93092d38, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T20:00:58,967 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/ns/7c69e0d225f44a25b8ab411b02beb933 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/ns/7c69e0d225f44a25b8ab411b02beb933 2024-11-20T20:00:58,970 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/ns/7c69e0d225f44a25b8ab411b02beb933, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T20:00:58,970 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/rep_barrier/17723a96e05a4d70ba06e84c59dad0fd as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/rep_barrier/17723a96e05a4d70ba06e84c59dad0fd 2024-11-20T20:00:58,973 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/rep_barrier/17723a96e05a4d70ba06e84c59dad0fd, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T20:00:58,973 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/.tmp/table/e560b68c25d343ed885e154197506f17 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/table/e560b68c25d343ed885e154197506f17 2024-11-20T20:00:58,976 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/table/e560b68c25d343ed885e154197506f17, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T20:00:58,976 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=90, compaction requested=false 2024-11-20T20:00:58,980 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T20:00:58,980 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:00:58,980 INFO [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:00:58,980 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732132857274Running coprocessor pre-close hooks at 1732132857274Disabling compacts and flushes for region at 1732132857274Disabling writes for close at 1732132857274Obtaining lock to block concurrent updates at 1732132857274Preparing flush snapshotting stores in 1588230740 at 1732132857274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732132857275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732132857275Flushing 1588230740/info: creating writer at 1732132857275Flushing 1588230740/info: appending metadata at 1732132857294 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732132857294Flushing 1588230740/ns: creating writer at 1732132857701 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732132857716 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732132857716Flushing 1588230740/rep_barrier: creating writer at 1732132858122 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732132858136 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732132858136Flushing 1588230740/table: creating writer at 1732132858543 (+407 ms)Flushing 1588230740/table: appending metadata at 1732132858557 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732132858557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4222612a: reopening flushed file at 1732132858964 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460dee68: reopening flushed file at 1732132858967 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746556c2: reopening flushed file at 1732132858970 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb90014: reopening flushed file at 1732132858973 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=90, compaction requested=false at 1732132858976 (+3 ms)Writing region close event to WAL at 1732132858978 (+2 ms)Running coprocessor post-close hooks at 1732132858980 (+2 ms)Closed at 1732132858980 2024-11-20T20:00:58,980 DEBUG [RS_CLOSE_META-regionserver/7200dd4cf518:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:00:59,076 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(976): stopping server 7200dd4cf518,39215,1732132685355; all regions closed. 2024-11-20T20:00:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741834_1010 (size=25344) 2024-11-20T20:00:59,082 DEBUG [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/oldWALs 2024-11-20T20:00:59,082 INFO [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7200dd4cf518%2C39215%2C1732132685355.meta:.meta(num 1732132689385) 2024-11-20T20:00:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741832_1008 (size=14993349) 2024-11-20T20:00:59,086 DEBUG [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/oldWALs 2024-11-20T20:00:59,086 INFO [RS:0;7200dd4cf518:39215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7200dd4cf518%2C39215%2C1732132685355:(num 1732132688469) 2024-11-20T20:00:59,086 DEBUG [RS:0;7200dd4cf518:39215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:00:59,086 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:00:59,086 INFO [RS:0;7200dd4cf518:39215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:00:59,086 INFO [RS:0;7200dd4cf518:39215 {}] hbase.ChoreService(370): Chore service for: regionserver/7200dd4cf518:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:00:59,086 INFO [RS:0;7200dd4cf518:39215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:00:59,086 INFO [regionserver/7200dd4cf518:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:00:59,087 INFO [RS:0;7200dd4cf518:39215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39215 2024-11-20T20:00:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:00:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7200dd4cf518,39215,1732132685355 2024-11-20T20:00:59,091 INFO [RS:0;7200dd4cf518:39215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:00:59,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7200dd4cf518,39215,1732132685355] 2024-11-20T20:00:59,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7200dd4cf518,39215,1732132685355 already deleted, retry=false 2024-11-20T20:00:59,098 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7200dd4cf518,39215,1732132685355 expired; onlineServers=0 2024-11-20T20:00:59,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7200dd4cf518,38023,1732132684546' ***** 2024-11-20T20:00:59,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:00:59,099 INFO [M:0;7200dd4cf518:38023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:00:59,099 INFO [M:0;7200dd4cf518:38023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:00:59,099 DEBUG [M:0;7200dd4cf518:38023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:00:59,099 DEBUG [M:0;7200dd4cf518:38023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:00:59,099 DEBUG [master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.large.0-1732132688121 {}] cleaner.HFileCleaner(306): Exit Thread[master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.large.0-1732132688121,5,FailOnTimeoutGroup] 2024-11-20T20:00:59,099 DEBUG [master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.small.0-1732132688125 {}] cleaner.HFileCleaner(306): Exit Thread[master/7200dd4cf518:0:becomeActiveMaster-HFileCleaner.small.0-1732132688125,5,FailOnTimeoutGroup] 2024-11-20T20:00:59,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:00:59,099 INFO [M:0;7200dd4cf518:38023 {}] hbase.ChoreService(370): Chore service for: master/7200dd4cf518:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:00:59,099 INFO [M:0;7200dd4cf518:38023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:00:59,099 DEBUG [M:0;7200dd4cf518:38023 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:00:59,100 INFO [M:0;7200dd4cf518:38023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:00:59,100 INFO [M:0;7200dd4cf518:38023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:00:59,100 ERROR [M:0;7200dd4cf518:38023 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:45215 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45215,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T20:00:59,101 INFO [M:0;7200dd4cf518:38023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:00:59,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:00:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T20:00:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:00:59,101 DEBUG [M:0;7200dd4cf518:38023 {}] zookeeper.ZKUtil(347): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T20:00:59,101 WARN [M:0;7200dd4cf518:38023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:00:59,102 INFO [M:0;7200dd4cf518:38023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/.lastflushedseqids 2024-11-20T20:00:59,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742503_1679 (size=72) 2024-11-20T20:00:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:00:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39215-0x10136f52a160001, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:00:59,194 INFO [RS:0;7200dd4cf518:39215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:00:59,194 INFO [RS:0;7200dd4cf518:39215 {}] regionserver.HRegionServer(1031): Exiting; stopping=7200dd4cf518,39215,1732132685355; zookeeper connection closed. 2024-11-20T20:00:59,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33e9c203 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33e9c203 2024-11-20T20:00:59,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:00:59,511 INFO [M:0;7200dd4cf518:38023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:00:59,512 INFO [M:0;7200dd4cf518:38023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:00:59,512 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:00:59,512 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:00:59,512 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:00:59,512 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:00:59,512 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:00:59,512 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.75 KB heapSize=965.07 KB 2024-11-20T20:00:59,527 DEBUG [M:0;7200dd4cf518:38023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc3fcb490f345d0a244c30ea6bd6aca is 82, key is hbase:meta,,1/info:regioninfo/1732132689468/Put/seqid=0 2024-11-20T20:00:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742504_1680 (size=5672) 2024-11-20T20:00:59,930 INFO [M:0;7200dd4cf518:38023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc3fcb490f345d0a244c30ea6bd6aca 2024-11-20T20:00:59,950 DEBUG [M:0;7200dd4cf518:38023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ede07532fd3f451cba310523a93edb10 is 2275, key is \x00\x00\x00\x00\x00\x00\x00'/proc:d/1732132722172/Put/seqid=0 2024-11-20T20:00:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742505_1681 (size=46562) 2024-11-20T20:01:00,353 INFO [M:0;7200dd4cf518:38023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.19 KB at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ede07532fd3f451cba310523a93edb10 2024-11-20T20:01:00,356 INFO [M:0;7200dd4cf518:38023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ede07532fd3f451cba310523a93edb10 2024-11-20T20:01:00,373 DEBUG [M:0;7200dd4cf518:38023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d73a0cd6657a4876b0ff3bfc6d1e0f5a is 69, key is 7200dd4cf518,39215,1732132685355/rs:state/1732132688217/Put/seqid=0 2024-11-20T20:01:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073742506_1682 (size=5156) 2024-11-20T20:01:00,776 INFO [M:0;7200dd4cf518:38023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d73a0cd6657a4876b0ff3bfc6d1e0f5a 2024-11-20T20:01:00,779 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc3fcb490f345d0a244c30ea6bd6aca as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bc3fcb490f345d0a244c30ea6bd6aca 2024-11-20T20:01:00,782 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bc3fcb490f345d0a244c30ea6bd6aca, entries=8, sequenceid=2235, filesize=5.5 K 2024-11-20T20:01:00,782 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ede07532fd3f451cba310523a93edb10 as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ede07532fd3f451cba310523a93edb10 2024-11-20T20:01:00,785 INFO [M:0;7200dd4cf518:38023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ede07532fd3f451cba310523a93edb10 2024-11-20T20:01:00,785 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ede07532fd3f451cba310523a93edb10, entries=184, sequenceid=2235, filesize=45.5 K 2024-11-20T20:01:00,785 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d73a0cd6657a4876b0ff3bfc6d1e0f5a as hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d73a0cd6657a4876b0ff3bfc6d1e0f5a 2024-11-20T20:01:00,787 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45215/user/jenkins/test-data/8b332b12-6cd6-ef4e-83d8-13fc183a1737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d73a0cd6657a4876b0ff3bfc6d1e0f5a, entries=1, sequenceid=2235, filesize=5.0 K 2024-11-20T20:01:00,788 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~783.75 KB/802557, heapSize ~964.77 KB/987928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2235, compaction requested=false 2024-11-20T20:01:00,789 INFO [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:01:00,789 DEBUG [M:0;7200dd4cf518:38023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732132859512Disabling compacts and flushes for region at 1732132859512Disabling writes for close at 1732132859512Obtaining lock to block concurrent updates at 1732132859512Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732132859512Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802557, getHeapSize=988168, getOffHeapSize=0, getCellsCount=2444 at 1732132859512Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732132859513 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732132859513Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732132859527 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732132859527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732132859934 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732132859949 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732132859949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732132860356 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732132860373 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732132860373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f1daf3: reopening flushed file at 1732132860779 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111fb370: reopening flushed file at 1732132860782 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf5cff9: reopening flushed file at 1732132860785 (+3 ms)Finished flush of dataSize ~783.75 KB/802557, heapSize ~964.77 KB/987928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2235, compaction requested=false at 1732132860788 (+3 ms)Writing region close event to WAL at 1732132860789 (+1 ms)Closed at 1732132860789 2024-11-20T20:01:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741830_1006 (size=949087) 2024-11-20T20:01:00,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:01:00,792 INFO [M:0;7200dd4cf518:38023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:01:00,792 INFO [M:0;7200dd4cf518:38023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38023 2024-11-20T20:01:00,792 INFO [M:0;7200dd4cf518:38023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:01:00,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:01:00,895 INFO [M:0;7200dd4cf518:38023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:01:00,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38023-0x10136f52a160000, quorum=127.0.0.1:49351, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:01:00,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:01:00,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:01:00,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:01:00,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:01:00,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.log.dir/,STOPPED} 2024-11-20T20:01:00,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:01:00,905 WARN [BP-1414581520-172.17.0.2-1732132681432 heartbeating to localhost/127.0.0.1:45215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:01:00,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:01:00,905 WARN [BP-1414581520-172.17.0.2-1732132681432 heartbeating to localhost/127.0.0.1:45215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1414581520-172.17.0.2-1732132681432 (Datanode Uuid bbb89e10-336d-49e4-8e8d-6969e3c3aed1) service to localhost/127.0.0.1:45215 2024-11-20T20:01:00,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data1/current/BP-1414581520-172.17.0.2-1732132681432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:01:00,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/cluster_bf01f775-d376-2fd1-4ae7-8a4dd06ed6f5/data/data2/current/BP-1414581520-172.17.0.2-1732132681432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:01:00,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:01:00,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:01:00,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:01:00,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:01:00,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:01:00,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2e7d9b2-7ed6-eeed-3b1f-c0aa8b77f02c/hadoop.log.dir/,STOPPED} 2024-11-20T20:01:00,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:01:01,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down